-- Logs begin at Thu 2022-07-21 21:42:46 UTC, end at Thu 2022-07-21 23:14:07 UTC. -- Jul 21 22:44:24.517917 dv-cinder-850697-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 21 22:44:27.199024 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.common.config [-] Logging enabled! Jul 21 22:44:27.199576 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 22:44:27.199818 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111024) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 22:44:27.203075 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.common.config [-] Logging enabled! Jul 21 22:44:27.203337 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev443 Jul 21 22:44:27.204256 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=111024) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 21 22:44:27.205192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 22:44:27.205426 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 22:44:27.205901 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 22:44:27.206152 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 22:44:27.206381 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 22:44:27.206704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.207037 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.207269 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.207569 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.207863 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.208149 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.208441 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.208738 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.209025 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.209304 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.209587 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.209819 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.210101 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] config_source = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.210388 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.210676 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.210923 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] debug = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.211204 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.211641 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.212060 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.212343 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.212635 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.212916 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.213187 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.213461 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.213749 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.214081 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] host = dv-cinder-850697-1-iscsi {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.214359 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.214647 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.214968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.215255 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.215528 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.215802 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.216087 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.216359 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_dir = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.216631 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.216906 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.217192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.217476 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.217772 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.217997 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.218221 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.218506 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.218822 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.219123 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.219400 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.219673 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.219948 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.220222 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.220491 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.220774 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.221058 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.221342 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.221614 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.221887 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.222156 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.222426 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.222706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.223002 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.223273 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.223547 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.223840 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.224111 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.224384 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.224684 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.224969 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.225250 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.225535 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.225808 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.226089 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.226359 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.226629 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_journal = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.226921 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_json = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.227192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.227459 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.227739 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.228253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.228531 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.228803 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.229072 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.229355 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.229624 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:27.229926 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.230229 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.230533 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.230842 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.231155 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.231437 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.231728 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.232010 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.232303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.232594 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.232885 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.233164 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.233462 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.233757 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.234058 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.234364 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.234661 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.235005 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.235285 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.235561 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.235835 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.236117 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.236405 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.236684 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.236974 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.237265 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.237544 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.237842 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.238129 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.238416 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.238711 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.239024 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.239300 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.239578 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.239870 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.240149 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.240423 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.240713 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.240991 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.241265 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.241548 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.241838 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.242130 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.242407 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.242687 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.243003 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.243283 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.243563 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.243834 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.244110 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.244384 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.244668 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.244963 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.245222 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.245495 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.245772 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.246044 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.246320 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.246598 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.246910 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.247192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.247465 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.247739 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.248012 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.248283 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.248554 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.248826 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.249098 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.249373 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.249646 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.249917 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.250192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.251054 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.251333 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.251635 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.251915 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.252195 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.252475 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.252755 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.253034 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.253311 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.253589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.253873 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.254146 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.254436 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.254722 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.255038 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.255324 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.255604 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.255917 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.256197 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.256476 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.256755 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.257033 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.257314 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.257596 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.257873 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.258152 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.258437 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.258722 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.259050 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.259350 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.259632 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.259929 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.260226 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.260520 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.260802 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.261113 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.261394 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:27.261613 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 22:44:27.261854 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=111024) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 21 22:44:27.559096 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=111024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 22:44:27.559376 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=111024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 22:44:27.559680 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=111024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 21 22:44:27.560013 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 21 22:44:27.968169 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:27.968466 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:27.968740 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:27.970554 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:27.970850 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:27.971120 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.024849 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.025129 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.025402 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.040306 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.040590 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.040863 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.070828 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.071106 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.071372 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.108666 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.108948 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.109221 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.347712 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.348311 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.348311 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.348523 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.349431 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.447672 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.447996 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.448282 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.448563 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.448830 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.449146 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.449413 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.449674 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.449934 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.450222 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.450487 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.450757 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.451046 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.451302 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.451563 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.451830 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.452089 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.452359 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.452629 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.452890 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.453168 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.453440 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.453726 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.454103 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.454356 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.454606 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.455033 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.455279 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.455520 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.455761 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.456001 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.456240 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:28.456607 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 21 22:44:28.459896 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 21 22:44:28.463791 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 21 22:44:28.467765 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Jul 21 22:44:28.470982 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 21 22:44:28.471453 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 21 22:44:28.471791 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 21 22:44:28.472178 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 21 22:44:28.475162 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 21 22:44:28.475415 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 21 22:44:28.475768 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 22:44:28.481295 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 21 22:44:28.504841 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 21 22:44:28.505304 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.505606 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=111024) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 21 22:44:28.505982 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.507381 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=111024) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 21 22:44:28.507667 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 21 22:44:28.507925 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 21 22:44:28.511411 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.511698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:28.653966 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 21 22:44:28.654147 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 21 22:44:28.654360 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 21 22:44:28.654742 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 21 22:44:28.715879 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO dbcounter [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Registered counter for database neutron Jul 21 22:44:28.740055 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_db.sqlalchemy.engines [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=111024) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 21 22:44:28.746224 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writer thread running {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:44:29.489861 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing driver for type 'gre' Jul 21 22:44:29.490478 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] gre ID ranges: [(1, 1000)] Jul 21 22:44:29.684160 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing driver for type 'local' Jul 21 22:44:29.684589 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing driver for type 'vlan' Jul 21 22:44:29.741189 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] VlanTypeDriver initialization complete Jul 21 22:44:29.741486 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing driver for type 'vxlan' Jul 21 22:44:29.741988 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] vxlan ID ranges: [(1, 1000)] Jul 21 22:44:29.930002 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing extension driver 'port_security' Jul 21 22:44:29.930443 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.extensions.port_security [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] PortSecurityExtensionDriver initialization complete Jul 21 22:44:29.930898 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing mechanism driver 'openvswitch' Jul 21 22:44:29.931235 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing mechanism driver 'hyperv' Jul 21 22:44:29.943461 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.plugin [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=111024) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:29.944189 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.944557 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.944918 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.945430 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.945862 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.946238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.946590 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.947069 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.947490 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.947873 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.948227 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.948625 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.949056 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.949417 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.949769 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.950181 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.950602 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.950987 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.951335 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.951750 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.952175 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > address_group after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.952540 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > address_group after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.952887 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > address_group after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.953280 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=111024) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 21 22:44:29.954346 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] ML2 OVO RPC backend initialized. {{(pid=111024) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 21 22:44:29.955118 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.955473 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.955904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.956264 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > networks before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.956617 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.956970 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > ports before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.957322 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.957684 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnets before_response 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.958038 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.958391 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.958735 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.959103 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.959448 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.959791 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.960136 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.960479 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.960823 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > subnet after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:29.968557 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded quota_driver: . Jul 21 22:44:29.968934 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.plugin [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Modular L2 Plugin initialization complete Jul 21 22:44:29.969280 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading services supported by the core plugin {{(pid=111024) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 21 22:44:29.969623 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.plugins.ml2.managers [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Got port-security extension from driver 'port_security' Jul 21 22:44:29.970110 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.extensions.vlantransparent [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Disabled vlantransparent extension. Jul 21 22:44:29.970612 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=111024) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 21 22:44:29.970972 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: router Jul 21 22:44:30.018551 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.018918 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_create 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.019296 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router before_create 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.019798 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.020179 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.020540 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_delete 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.020906 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > floatingip after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.021264 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > floatingip after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.021631 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_create 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.021990 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.022350 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.022708 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.023098 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.023519 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.023899 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.024249 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.024599 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: subnet after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.024953 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.025306 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > port precommit_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.025660 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_create 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.026072 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.026370 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.026736 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router after_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.027111 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_delete 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_create 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router_interface after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_update 55549900 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > agent after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030902 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > agent after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030902 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > network after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.030902 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Tracking information for resource: router configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:30.030902 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Tracking information for resource: floatingip configured {{(pid=111024) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 21 22:44:30.035711 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.db.l3_agentschedulers_db [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 21 22:44:30.036289 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.036656 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.037013 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.037389 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: port after_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.038166 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router before_create 55550100 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.038534 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_delete 55550100 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.038938 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_create 55550100 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.039303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > router precommit_update 55550100 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.044122 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.provider_configuration [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service providers = [] {{(pid=111024) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 21 22:44:30.044494 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.db.servicetype_db [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=111024) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 21 22:44:30.048067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.service_base [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=111024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 22:44:30.048426 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.service_base [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=111024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 22:44:30.048773 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.service_base [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=111024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 22:44:30.049835 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.services.service_base [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=111024) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 21 22:44:30.050215 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.services.service_base [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 21 22:44:30.050592 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.050942 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 21 22:44:30.062925 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.063266 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: auto_allocate Jul 21 22:44:30.068976 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: network precommit_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.069348 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: network precommit_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.069863 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.070186 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: tag Jul 21 22:44:30.077006 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.077341 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: timestamp Jul 21 22:44:30.081201 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.081538 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: network_ip_availability Jul 21 22:44:30.087042 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.087425 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.087791 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.088510 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.088837 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: flavors Jul 21 22:44:30.105547 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.105882 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading Plugin: revisions Jul 21 22:44:30.110696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=111024) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 21 22:44:30.111124 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.551s {{(pid=111024) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 21 22:44:30.111874 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=111024) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 21 22:44:30.112213 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Initializing extension manager. Jul 21 22:44:30.112745 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: __init__.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.113094 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: __pycache__ {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.113437 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: address_group.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.114153 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.114724 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: address-group Jul 21 22:44:30.115081 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: address_scope.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.115767 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.116280 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: address-scope Jul 21 22:44:30.116608 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: admin_state_down_before_update.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.117518 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.118030 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: router-admin-state-down-before-update Jul 21 22:44:30.118362 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: agent.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.119070 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.119578 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: agent Jul 21 22:44:30.119907 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: agent_resources_synced.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.120780 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.121287 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: agent-resources-synced Jul 21 22:44:30.121614 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: allowedaddresspairs.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.123395 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.123912 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: allowed-address-pairs Jul 21 22:44:30.124244 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: auto_allocated_topology.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.125372 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.125884 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: auto-allocated-topology Jul 21 22:44:30.126213 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: availability_zone.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.126917 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.127425 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: availability_zone Jul 21 22:44:30.127752 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: availability_zone_filter.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.128628 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.129136 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: availability_zone_filter Jul 21 22:44:30.129462 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: data_plane_status.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.136904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.137405 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension data-plane-status not supported by any of loaded plugins Jul 21 22:44:30.137733 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: default_subnetpools.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.138607 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.139155 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: default-subnetpools Jul 21 22:44:30.139484 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: dhcpagentscheduler.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.140261 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.140767 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: dhcp_agent_scheduler Jul 21 22:44:30.141129 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: dns.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.142008 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.142515 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension dns-integration not supported by any of loaded plugins Jul 21 22:44:30.142872 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: dns_domain_ports.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.143766 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.144273 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 21 22:44:30.144601 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.145478 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.145980 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 21 22:44:30.146306 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: dvr.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.146982 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.147490 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: dvr Jul 21 22:44:30.147814 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: ecmp_routes.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.148688 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.149191 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 21 22:44:30.149517 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: empty_string_filtering.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.150388 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.150937 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: empty-string-filtering Jul 21 22:44:30.151267 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.152139 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.152640 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 21 22:44:30.152966 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.153850 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.154359 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 21 22:44:30.154685 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: external_net.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.155587 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.156096 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: external-net Jul 21 22:44:30.156422 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: extra_dhcp_opt.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.157864 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.158376 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: extra_dhcp_opt Jul 21 22:44:30.158702 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: extraroute.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.165725 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.166236 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: extraroute Jul 21 22:44:30.166568 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: extraroute_atomic.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.167585 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.168097 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: extraroute-atomic Jul 21 22:44:30.168428 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: filter_validation.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.169070 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.169569 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: filter-validation Jul 21 22:44:30.169899 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: fip_pf_description.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.171003 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.171520 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 21 22:44:30.171852 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: fip_pf_port_range.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.173375 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.173887 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 21 22:44:30.174218 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: fip_port_details.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.175135 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.175640 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: fip-port-details Jul 21 22:44:30.175971 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: flavors.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.177149 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.177674 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: flavors Jul 21 22:44:30.177996 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.179620 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.180158 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 21 22:44:30.180490 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: floatingip_pools.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.181169 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.181689 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: floatingip-pools Jul 21 22:44:30.182019 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: ip_allocation.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.182952 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.183467 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension ip_allocation not supported by any of loaded plugins Jul 21 22:44:30.183799 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.184693 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.185199 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: ip-substring-filtering Jul 21 22:44:30.185527 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l2_adjacency.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.186432 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.186958 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 21 22:44:30.187286 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.188262 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.188781 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: router Jul 21 22:44:30.189109 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_conntrack_helper.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.191380 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.191918 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 21 22:44:30.192260 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.193193 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.193677 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: ext-gw-mode Jul 21 22:44:30.194007 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.200239 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.200747 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: l3-ha Jul 21 22:44:30.201080 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.201955 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.202457 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 21 22:44:30.202814 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_flavors.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.203723 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.204225 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: l3-flavors Jul 21 22:44:30.204555 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_ndp_proxy.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.205962 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.206480 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 21 22:44:30.206844 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.207731 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.208244 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 21 22:44:30.208575 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: l3agentscheduler.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.209619 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.210168 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: l3_agent_scheduler Jul 21 22:44:30.210505 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: local_ip.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.212267 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.212791 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension local_ip not supported by any of loaded plugins Jul 21 22:44:30.213126 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: logging.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.218079 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.218597 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension logging not supported by any of loaded plugins Jul 21 22:44:30.219611 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: metering.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.220356 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.220931 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: metering Jul 21 22:44:30.221265 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.222585 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.223111 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: metering_source_and_destination_fields Jul 21 22:44:30.223503 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: multiprovidernet.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.224643 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.225153 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: multi-provider Jul 21 22:44:30.225580 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: netmtu.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.226663 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.227194 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: net-mtu Jul 21 22:44:30.227570 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: netmtu_writable.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.228690 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.229193 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: net-mtu-writable Jul 21 22:44:30.229520 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: network_availability_zone.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.230153 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.230694 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: network_availability_zone Jul 21 22:44:30.231042 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: network_ip_availability.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.232092 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.232620 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: network-ip-availability Jul 21 22:44:30.232945 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: network_segment_range.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.233671 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.234174 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension network-segment-range not supported by any of loaded plugins Jul 21 22:44:30.234499 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: pagination.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.239489 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.239820 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: pagination Jul 21 22:44:30.240144 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_device_profile.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.240999 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.241505 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-device-profile Jul 21 22:44:30.241826 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_mac_address_override.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.242694 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.243245 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-mac-override Jul 21 22:44:30.243568 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.244441 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.244940 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-mac-address-regenerate Jul 21 22:44:30.245260 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.246136 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.246635 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-numa-affinity-policy Jul 21 22:44:30.246989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_resource_request.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.247853 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.248347 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension port-resource-request not supported by any of loaded plugins Jul 21 22:44:30.248687 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: port_resource_request_groups.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.249600 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.250097 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 21 22:44:30.250452 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: portbindings.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.251360 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.251858 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: binding Jul 21 22:44:30.252178 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: portbindings_extended.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.253391 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.253906 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: binding-extended Jul 21 22:44:30.254233 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: portsecurity.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.255147 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.255649 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-security Jul 21 22:44:30.255974 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: project_id.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.256898 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.257228 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: project-id Jul 21 22:44:30.257549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: providernet.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.258405 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.258947 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: provider Jul 21 22:44:30.259269 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.262704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.263250 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos not supported by any of loaded plugins Jul 21 22:44:30.263588 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.264761 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.265268 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 21 22:44:30.265596 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.266748 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.267616 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 21 22:44:30.268135 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_default.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.269393 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.269863 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-default not supported by any of loaded plugins Jul 21 22:44:30.270306 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_fip.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.271370 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.271964 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-fip not supported by any of loaded plugins Jul 21 22:44:30.272428 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_fip_network_policy.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.273814 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.274315 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 21 22:44:30.274642 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_gateway_ip.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.275543 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.276046 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 21 22:44:30.276369 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_port_network_policy.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.277238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.277759 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 21 22:44:30.278067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.279080 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.279585 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 21 22:44:30.279906 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.280879 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.281382 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 21 22:44:30.282225 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_pps_rule.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.283363 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.283902 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-pps not supported by any of loaded plugins Jul 21 22:44:30.284227 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_rule_type_details.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.285088 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.285593 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 21 22:44:30.285914 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_rule_type_filter.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.286791 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.287288 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 21 22:44:30.287609 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: qos_rules_alias.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.288604 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.289101 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 21 22:44:30.289421 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: quota_check_limit.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.290279 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.290791 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: quota-check-limit Jul 21 22:44:30.291121 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: quotasv2.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.292020 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.292342 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: quotas Jul 21 22:44:30.292657 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: quotasv2_detail.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.294283 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.294619 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: quota_details Jul 21 22:44:30.294977 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: rbac.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.296279 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.296798 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: rbac-policies Jul 21 22:44:30.297731 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: rbac_address_group.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.299169 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.299998 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: rbac-address-group Jul 21 22:44:30.300437 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: rbac_address_scope.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.301499 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.302076 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: rbac-address-scope Jul 21 22:44:30.302427 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: rbac_security_groups.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.303731 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.304594 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: rbac-security-groups Jul 21 22:44:30.304947 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: rbac_subnetpool.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.305834 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.306341 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: rbac-subnetpool Jul 21 22:44:30.306665 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: revisionifmatch.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.307574 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.308079 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: revision-if-match Jul 21 22:44:30.308401 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: revisions.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.309461 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.309969 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: standard-attr-revisions Jul 21 22:44:30.310292 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: router_availability_zone.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.310956 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.311464 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: router_availability_zone Jul 21 22:44:30.311788 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: routerservicetype.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.312659 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.313222 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension router-service-type not supported by any of loaded plugins Jul 21 22:44:30.313544 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.314419 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.314983 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: security-groups-normalized-cidr Jul 21 22:44:30.315309 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: security_groups_port_filtering.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.316182 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.316690 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: port-security-groups-filtering Jul 21 22:44:30.317012 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.317883 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.318383 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: security-groups-remote-address-group Jul 21 22:44:30.318704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.319611 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.320113 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: security-groups-shared-filtering Jul 21 22:44:30.320435 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: securitygroup.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.331740 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.332267 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: security-group Jul 21 22:44:30.332600 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: segment.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.333289 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.333801 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension segment not supported by any of loaded plugins Jul 21 22:44:30.334126 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.335053 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.335560 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 21 22:44:30.335882 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: servicetype.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.336920 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.337433 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: service-type Jul 21 22:44:30.337758 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: sorting.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.338686 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.339040 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: sorting Jul 21 22:44:30.339364 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: standard_attr_segment.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.340225 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.340732 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 21 22:44:30.341056 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: standardattrdescription.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.341663 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.342167 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: standard-attr-description Jul 21 22:44:30.342490 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: stateful_security_group.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.343423 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.343928 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: stateful-security-group Jul 21 22:44:30.344818 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: stdattrs_common.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.345361 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 21 22:44:30.345683 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.346558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.347091 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 21 22:44:30.347422 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnet_onboard.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.348429 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.348934 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: subnet_onboard Jul 21 22:44:30.349257 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.350129 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.350628 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 21 22:44:30.350982 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnet_service_types.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.351858 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.352361 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: subnet-service-types Jul 21 22:44:30.352684 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnetallocation.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.353968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.354470 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: subnet_allocation Jul 21 22:44:30.354809 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.355462 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.355968 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: subnetpool-prefix-ops Jul 21 22:44:30.356288 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.357161 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.357674 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 21 22:44:30.357996 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: tagging.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.359046 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.359550 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: standard-attr-tag Jul 21 22:44:30.359915 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: timestamp.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.361049 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.361552 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loaded extension: standard-attr-timestamp Jul 21 22:44:30.361875 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: trunk.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.362870 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.363384 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension trunk not supported by any of loaded plugins Jul 21 22:44:30.363708 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: trunk_details.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.364566 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.365070 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension trunk-details not supported by any of loaded plugins Jul 21 22:44:30.365392 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: uplink_status_propagation.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.366260 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.366759 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 21 22:44:30.367106 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Loading extension file: vlantransparent.py {{(pid=111024) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 21 22:44:30.367729 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=111024) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 21 22:44:30.368223 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 21 22:44:30.370721 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:network Jul 21 22:44:30.371284 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnet Jul 21 22:44:30.371678 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 22:44:30.372064 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:port Jul 21 22:44:30.373340 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.373782 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service FLAVORS assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.374394 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.374843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.375177 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:router Jul 21 22:44:30.375637 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 22:44:30.376120 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service METERING assigned prefix: /metering {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.377545 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.377917 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.378270 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=111024) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:44:30.379296 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 22:44:30.379743 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:security_group Jul 21 22:44:30.380185 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 22:44:30.380711 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service CORE assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.381036 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 22:44:30.381382 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] subnetpool is already registered Jul 21 22:44:30.381821 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service CORE assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.382146 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 22:44:30.382475 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] subnetpool is already registered Jul 21 22:44:30.384884 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.385316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service FLAVORS assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.385909 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.386327 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.386660 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:router Jul 21 22:44:30.387029 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] router is already registered Jul 21 22:44:30.387439 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:floatingip Jul 21 22:44:30.387776 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] floatingip is already registered Jul 21 22:44:30.388228 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service METERING assigned prefix: /metering {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.388889 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of CountableResource for resource:rbac_policy Jul 21 22:44:30.389215 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] rbac_policy is already registered Jul 21 22:44:30.389622 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:security_group Jul 21 22:44:30.389955 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] security_group is already registered Jul 21 22:44:30.390356 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 21 22:44:30.390687 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] security_group_rule is already registered Jul 21 22:44:30.391860 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service CORE assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.392191 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 22:44:30.392527 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] subnetpool is already registered Jul 21 22:44:30.392946 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.v2.resource_helper [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Service CORE assigned prefix: {{(pid=111024) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 21 22:44:30.393287 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Creating instance of TrackedResource for resource:subnetpool Jul 21 22:44:30.393618 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING neutron.quota.resource_registry [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] subnetpool is already registered Jul 21 22:44:30.394087 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: extensions {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.395575 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: address-groups {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.397071 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: address-scopes {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.398465 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: agents {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.399677 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: auto-allocated-topology {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.400951 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: availability_zones {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.402183 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: dhcp-networks {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.403756 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: dhcp-agents {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.405207 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: routers {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.407557 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: flavors {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.408844 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: service_profiles {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.410068 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: next_providers {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.411569 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: service_profiles {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.413132 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: floatingip-pools {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.414412 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: routers {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.416171 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: floatingips {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.417452 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: l3-routers {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.418885 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: l3-agents {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.420316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: metering-labels {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.421593 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: metering-label-rules {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.423091 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: network-ip-availabilities {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.424371 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: bindings {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.425938 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: quotas {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.427646 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: quotas {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.429202 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: rbac-policies {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.430406 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: security-groups {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.432631 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: security-group-rules {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.433926 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: service-providers {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.435208 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: subnetpools {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.436538 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: subnetpools {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.438182 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.439889 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.441734 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.443552 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.445268 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.447281 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.448998 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.450914 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.452710 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.455024 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron.api.extensions [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Extended resource: tags {{(pid=111024) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 21 22:44:30.461005 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING keystonemiddleware.auth_token [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 21 22:44:30.466039 dv-cinder-850697-1-iscsi neutron-server[111024]: WARNING keystonemiddleware.auth_token [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 21 22:44:30.475337 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Acquired lock "singleton_lock" {{(pid=111024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 21 22:44:30.475815 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_concurrency.lockutils [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Releasing lock "singleton_lock" {{(pid=111024) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 21 22:44:30.476459 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Starting 2 workers Jul 21 22:44:30.481504 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Started child 111135 {{(pid=111024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 22:44:30.485985 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Started child 111136 {{(pid=111024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 22:44:30.486953 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.487791 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO neutron.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 21 22:44:30.488267 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Publish callbacks [] for process (None), before_spawn {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.488528 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [-] (111135) wsgi starting up on http://0.0.0.0:9696 Jul 21 22:44:30.490755 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Starting 1 workers Jul 21 22:44:30.491230 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.494349 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [-] (111136) wsgi starting up on http://0.0.0.0:9696 Jul 21 22:44:30.496126 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Started child 111137 {{(pid=111024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 22:44:30.496546 dv-cinder-850697-1-iscsi neutron-server[111024]: INFO oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Starting 1 workers Jul 21 22:44:30.499809 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] calling RpcWorker wait() {{(pid=111137) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 21 22:44:30.500333 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] returning from RpcWorker wait() {{(pid=111137) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 21 22:44:30.501257 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Started child 111138 {{(pid=111024) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 21 22:44:30.501628 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.502086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:30.502178 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG neutron_lib.callbacks.manager [None req-a40955b5-b37c-4345-905b-f7f798faf025 None None] Publish callbacks [] for process (None), after_spawn {{(pid=111024) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.504041 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 22:44:30.504252 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 22:44:30.504438 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 22:44:30.504666 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 22:44:30.504992 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 22:44:30.505156 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 22:44:30.505678 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.505943 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.506190 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.506451 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.506844 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:30.507287 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.507377 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.507596 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.507875 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.508126 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.508219 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:30.508301 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.508448 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.508872 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.509110 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.509432 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.509721 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.509964 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.510210 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.510384 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.510648 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.510986 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.511262 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.511555 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] debug = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.511823 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.512319 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.512555 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.512802 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.513037 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.513303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.513561 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.513830 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.514068 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.514315 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.514566 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.514869 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.515112 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.515356 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.515588 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.516439 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.516684 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.517150 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] host = dv-cinder-850697-1-iscsi {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.517404 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.517638 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.517869 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.518116 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.518375 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.518590 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.518880 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.519126 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.519390 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.519663 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.519870 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.520118 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.520372 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.520609 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.520773 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_options = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.521018 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.521278 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.521564 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.521750 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.521968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.522108 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.522316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.522481 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.522736 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.522987 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.523201 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.523445 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.523688 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.523921 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.524172 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.524387 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.524616 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.524916 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.525052 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.525284 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.525527 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.525919 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.526155 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.526370 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.526601 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.526860 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.527106 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.527900 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.527900 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.527900 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.528494 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.528494 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.528750 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.528857 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.529035 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.529262 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.529487 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.529705 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.529968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.530196 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.530445 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.530694 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.530967 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.531200 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.531416 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.532266 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.532485 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_json = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.532700 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.532916 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.533177 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.533408 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.533637 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.533880 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.534052 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.534303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.534518 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.534940 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.535233 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.535546 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.535788 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.536041 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.536277 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.536547 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.536763 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.537173 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.537598 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.538088 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.538480 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.538818 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.539082 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.539502 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.547741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548253 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.548696 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549238 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.549747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550277 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550277 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550277 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550469 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550588 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.550836 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.551211 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.551460 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.551825 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.552041 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.552275 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.552509 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.552743 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.552960 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.553169 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.553408 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.553624 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.553840 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.554051 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.554403 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.554765 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.555365 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.555365 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.555667 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.555667 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.555827 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.556030 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.556244 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.556463 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.556674 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.556884 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.557094 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.557350 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.557545 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.557849 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.558081 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.558319 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.558559 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.558819 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.559074 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.559335 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.559549 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.559766 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.559981 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.560239 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.560481 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.560731 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.560948 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.561170 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.561420 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.561663 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.561896 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.562108 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.562321 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.562792 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.563219 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.563615 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.564013 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.564272 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.564662 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.565122 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.565440 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.565730 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.566003 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.566236 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.566493 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.566947 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.567303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.567551 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.567815 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.568114 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.568379 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.568666 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.568935 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.569182 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.569531 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.569707 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.569956 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.570185 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.570415 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.570634 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.570911 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.571134 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.571350 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.571577 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.572067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.572302 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.572537 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.572752 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.573023 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.573271 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.573528 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.573793 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.574036 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.574291 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.574539 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.574786 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.575025 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.575271 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.575523 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.575738 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.575969 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.576202 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.576447 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.576661 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.576896 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.577144 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.577378 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.577611 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.577830 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.578045 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.578278 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.579156 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.579403 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.579591 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.579981 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.580203 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.580418 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.580634 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.580846 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.581079 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.581311 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.581572 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.581834 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.582085 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.582326 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.582574 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.582843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.583060 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.583307 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.583528 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.583741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.583950 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.584166 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.584377 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.584607 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.584845 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.585060 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.585310 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.585544 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.585883 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.586295 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.586707 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.586978 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.587219 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.587426 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.587638 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588093 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588093 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588354 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588646 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588791 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.588943 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.589157 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.589369 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.589575 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.589857 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.590120 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.590316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.590552 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.590797 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.591005 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.591218 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.591429 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.591656 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.591866 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.592091 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.592302 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.592514 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.593012 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.593159 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.593318 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.593520 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.593769 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.594088 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.594825 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.595037 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.595270 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.595497 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.595730 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.595968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.596185 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.596397 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.596608 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.596848 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.597062 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.597270 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.597510 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.597718 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.597925 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.598145 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.598356 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.598583 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.598843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.599052 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.599259 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.599478 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.599689 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.599895 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.600132 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.600362 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.600547 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.600770 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.601002 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.601210 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.601502 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.601754 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.601967 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.602242 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.602465 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.603357 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.603357 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.603625 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.603807 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.604060 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.604287 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.604506 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.604723 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.604988 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.605323 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.605799 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.605943 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.606148 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.606354 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.606629 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.606909 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.607138 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.607544 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.607772 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.608040 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.608278 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.608814 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.608814 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.609073 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.609198 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.609392 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.609672 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.609886 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.610123 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.610363 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.610585 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.610842 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.611071 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.611289 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.611511 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.611741 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.611985 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.612200 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.612372 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 22:44:30.612890 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=111024) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 21 22:44:30.613034 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614192 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.614706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615025 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615025 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615313 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615313 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615482 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615636 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615792 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.615949 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616105 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616265 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616430 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616583 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] config_source = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616738 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.616892 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617047 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] debug = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617202 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617404 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617557 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617705 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.617929 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618144 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618144 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.618989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619346 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619346 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619346 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619552 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619634 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619724 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] host = dv-cinder-850697-1-iscsi {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.619876 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620032 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620206 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620330 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620485 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620642 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620798 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.620952 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621108 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621261 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621416 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621571 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621726 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_dir = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.621882 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622061 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_options = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622204 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622330 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622488 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622669 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.622857 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.623015 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.623334 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.623646 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.623807 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.623967 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624123 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624280 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624436 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624592 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624748 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.624903 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625061 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625259 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625418 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625581 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625790 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.625885 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626024 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626181 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626327 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626516 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626627 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626815 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.626959 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627114 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627271 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627426 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627569 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627725 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.627881 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628215 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628215 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628435 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628561 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628686 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628773 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.628911 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629065 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629220 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629378 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629532 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_journal = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629689 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_json = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.629845 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630041 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630135 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630287 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630443 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630600 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.630754 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.631034 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.631203 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 21 22:44:30.631328 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:30.631467 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.631467 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.631704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.631704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.631852 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632004 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632163 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632323 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632482 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632640 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632805 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.632964 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633133 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633293 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633453 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633618 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633776 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.633948 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.634080 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.635605 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.636904 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638067 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.638843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639420 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639420 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639420 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639726 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639726 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639726 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.639994 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.640347 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.640347 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.640347 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.640678 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.640678 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.641383 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.641454 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.641614 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.641779 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.641957 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642112 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642270 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642431 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642749 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.642931 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643091 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643252 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643411 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643574 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643732 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.643890 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644048 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644206 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644365 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644524 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644683 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.644842 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645001 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645160 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645318 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645460 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645629 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645803 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.645964 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646122 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646281 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646486 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646614 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646747 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.646911 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647056 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647214 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647374 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647534 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647695 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.647855 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648013 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648173 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648331 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648490 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648648 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648812 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.648968 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.649284 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.649442 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.649609 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.649770 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.649932 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.650091 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.650252 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.650411 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.650737 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.650737 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.651698 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652236 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652236 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652236 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652236 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652560 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652560 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652712 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652832 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.652991 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653151 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653322 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653485 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653644 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653803 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.653986 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654145 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654303 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654463 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654622 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654829 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.654964 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655123 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655295 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655430 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655765 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.655900 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.656059 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.656220 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.656379 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.657127 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.657290 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.657444 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.657571 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.658558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.659589 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660316 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660858 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660858 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660858 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.660858 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661470 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661470 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661470 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661470 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661752 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661752 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.661899 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662030 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662155 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662286 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662412 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662575 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662734 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.662917 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663082 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663241 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663403 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663567 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663728 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.663887 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664045 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664203 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664362 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664522 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664681 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664839 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.664998 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665157 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665315 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665476 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665637 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665853 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.665984 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666093 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666251 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666411 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666569 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666727 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.666909 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667068 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667227 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667386 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667558 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667717 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.667877 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668021 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668184 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668343 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668511 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668671 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.668830 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669002 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669147 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669306 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669475 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669633 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669792 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.669950 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.670108 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.670267 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.670439 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.670596 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.670947 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671107 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671254 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671395 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671559 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671704 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.671868 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672013 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672220 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672379 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672547 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672706 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.672864 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673023 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673182 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673341 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673514 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673674 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673848 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.673989 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674146 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674304 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674462 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674631 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674806 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.674972 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675130 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675291 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675451 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675614 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675778 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.675945 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676111 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676273 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676441 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676608 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676775 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.676933 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677100 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677270 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677429 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677588 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677746 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.677905 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678063 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678222 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678382 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678541 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678699 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.678890 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679049 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679207 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679366 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679525 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679685 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.679843 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.680002 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.680160 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.680319 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 21 22:44:30.680472 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=111024) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 21 22:44:30.693703 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59606) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:30.702540 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0066559 Jul 21 22:44:39.814660 dv-cinder-850697-1-iscsi neutron-server[111024]: DEBUG dbcounter [-] [111024] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=111024) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:44:41.988526 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-015855b2-7a05-4427-87fd-d47f9a93def4 None None] get_active_networks_info from dv-cinder-850697-1-iscsi {{(pid=111137) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 21 22:44:42.012574 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writer thread running {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:44:42.012862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writer thread running {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:44:42.097884 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-015855b2-7a05-4427-87fd-d47f9a93def4 None None] No non-hosted networks {{(pid=111137) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 21 22:44:42.128224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.agentschedulers_db [None req-015855b2-7a05-4427-87fd-d47f9a93def4 None None] DHCP Agent not found on host dv-cinder-850697-1-iscsi {{(pid=111137) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 21 22:44:42.284352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-393c5642-2c82-40ed-bb2b-e68ea08f5eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:43.582435 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writer thread running {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:44:44.240243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8e55bb90-3cdb-4dbe-922d-dc002f2029b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:44.267862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.db.api [None req-9b2cfe60-8e88-4e31-b567-d72d8d66fe4f None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-850697-1-iscsi {{(pid=111137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 22:44:44.268571 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG oslo_db.api [None req-9b2cfe60-8e88-4e31-b567-d72d8d66fe4f None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 22:44:44.844418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b2cfe60-8e88-4e31-b567-d72d8d66fe4f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:45.240060 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59676) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:45.540846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:45.851866 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING oslo_policy.policy [None req-9ffcaedc-a0b4-4619-836f-d0007f46ae58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:44:45.852498 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING oslo_policy.policy [None req-9ffcaedc-a0b4-4619-836f-d0007f46ae58 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:44:46.072181 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [None req-9ffcaedc-a0b4-4619-836f-d0007f46ae58 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:44:46.074846 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-9ffcaedc-a0b4-4619-836f-d0007f46ae58 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8343275 Jul 21 22:44:47.032870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:47.209823 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:47.210510 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.210887 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.211904 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.212653 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.213392 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.213908 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.214506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.215133 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.215739 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.217110 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.217777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.218872 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.219911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.226964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.226964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:47.226964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850697-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:47.236244 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850697-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:44:48.687650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59710) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:49.034640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:44:49.129323 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.policy [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 22:44:49.173365 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING oslo_policy.policy [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:44:49.173756 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING oslo_policy.policy [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:44:49.196134 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writer thread running {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:44:49.315469 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205626114', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205625654', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205445146', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205472191', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205473676', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734205422939', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-721423', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-908131', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1845538', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1990606'] for rbac-policy (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:49.390096 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.db.l3_hamode_db [None req-374aedee-b529-46f4-94df-0e000fa279c4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 21 22:44:49.467429 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374aedee-b529-46f4-94df-0e000fa279c4 None None] Routers set() bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:44:49.467800 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-374aedee-b529-46f4-94df-0e000fa279c4 None None] Router IDs set() for agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 21 22:44:49.491564 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:49.492870 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7061b448-ee97-4c26-9495-05830231c566 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8041871 Jul 21 22:44:51.730171 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59722) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:52.050569 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:44:52.123956 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Made reservation on behalf of 6edc20faecff41bf9b7ecc5ac4bc774e for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:44:52.127937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.145735 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.255121 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks [] for security_group (d2f3d80e-3f54-475a-b595-be9ca815ff3c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.312060 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d2f3d80e-3f54-475a-b595-be9ca815ff3c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.336596 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 641} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:44:52.372533 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734203320387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (57529248-c280-4b8c-b9b0-30f8f089fd80), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.373096 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Unsubscribe: segment precommit_create {{(pid=111136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 22:44:52.373631 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Added segment 57529248-c280-4b8c-b9b0-30f8f089fd80 of type vlan for network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 Jul 21 22:44:52.389404 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f3d80e-3f54-475a-b595-be9ca815ff3c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:44:52.415886 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.416229 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.416582 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.416928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.417256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.417597 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.417918 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.418236 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.418557 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.418901 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.419220 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Tracked resource versions report: Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: pushed versions: Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: { 'AddressGroup': {'1.2'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Agent': {'1.1'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'ConntrackHelper': {'1.0'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Log': {'1.0'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'NDPProxy': {'1.0'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Network': {'1.1'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Port': {'1.7'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'PortForwarding': {'1.3'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'QosPolicy': {'1.10'}, Jul 21 22:44:52.422640 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroup': {'1.5'}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SubPort': {'1.0'}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Subnet': {'1.1'}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Trunk': {'1.1'}} Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: consumer versions: Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Agent': '1.1', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'ConntrackHelper': '1.0', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'LocalIPAssociation': '1.0', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Log': '1.0', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'NDPProxy': '1.0', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Network': '1.1', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Port': '1.7', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'PortForwarding': '1.3', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'QosPolicy': '1.10', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroup': '1.5', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroupRule': '1.2', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SubPort': '1.0', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Subnet': '1.1', Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Trunk': '1.1'}} Jul 21 22:44:52.423934 dv-cinder-850697-1-iscsi neutron-server[111136]: {{(pid=111136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:44:52.487724 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (83d98e67-9743-49b1-a129-b7bc8beeb0c1), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.517381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=53,neutron:INSERT=43,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:44:52.563666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (83d98e67-9743-49b1-a129-b7bc8beeb0c1), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.568919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:44:52.569650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:52.694832 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.9635305 Jul 21 22:44:52.695759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de001a1-1e11-416c-9c71-ba38341318c7 demo demo] Pushing event updated for resources: {'Network': ['ID=83d98e67-9743-49b1-a129-b7bc8beeb0c1,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:44:52.722413 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:44:55.024846 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59736) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:55.438857 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c160d99-9a4f-440d-ac21-1080bfaf0762 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:44:55.440141 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8c160d99-9a4f-440d-ac21-1080bfaf0762 demo admin] 10.222.0.52 "GET /v2.0/networks/83d98e67-9743-49b1-a129-b7bc8beeb0c1 HTTP/1.1" status: 200 len: 825 time: 0.4143491 Jul 21 22:44:55.464508 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-78a7a700-beb4-47f7-80ae-f9d9d4057310 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/ae0eddb4-db82-4a5e-8139-d50eab6a4cc2 HTTP/1.1" status: 200 len: 734 time: 0.0187068 Jul 21 22:44:55.473453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:44:55.540682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Made reservation on behalf of 6edc20faecff41bf9b7ecc5ac4bc774e for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:44:55.543097 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:55.757064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:44:55.912693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (c4f2c737-b485-4930-b541-aa4909209285), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:55.986511 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Pushing event updated for resources: {'Subnet': ['ID=c4f2c737-b485-4930-b541-aa4909209285,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:44:55.988792 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Checking segment: {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:44:55.989172 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Network hostable DHCP agents. Network: 83d98e67-9743-49b1-a129-b7bc8beeb0c1, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:44:56.072230 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:44:56.135022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 83d98e67-9743-49b1-a129-b7bc8beeb0c1) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:44:56.140159 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:44:56.140753 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:56.145025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a0da7b-1d8f-4d83-b59b-4ef301952344 None None] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:44:56.231497 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d2ac9121-aa0c-414a-9dc9-31c4a984eb35 demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7611580 Jul 21 22:44:56.407948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:44:56.409266 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:56.700358 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Allocated IP 172.20.0.2 (83d98e67-9743-49b1-a129-b7bc8beeb0c1/c4f2c737-b485-4930-b541-aa4909209285/9de55399-6171-4649-a3ac-1824892b6356) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:44:57.037935 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks [] for port (9de55399-6171-4649-a3ac-1824892b6356), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:57.101303 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (9de55399-6171-4649-a3ac-1824892b6356), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:57.173983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:44:57.180427 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=61,neutron:INSERT=36,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:44:57.186563 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:44:57.189833 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:44:57.198710 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Pushing event updated for resources: {'Port': ['ID=9de55399-6171-4649-a3ac-1824892b6356,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:44:57.247749 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.248209 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.248573 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.248933 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.249851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.250189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.250521 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.250890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.251223 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.251550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.251879 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.252222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.252555 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.252878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.253201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Tracked resource versions report: Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: pushed versions: Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: { 'AddressGroup': {'1.2'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Agent': {'1.1'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'ConntrackHelper': {'1.0'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Log': {'1.0'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'NDPProxy': {'1.0'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Network': {'1.1'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Port': {'1.7'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'PortForwarding': {'1.3'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'QosPolicy': {'1.10'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroup': {'1.5'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SubPort': {'1.0'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Subnet': {'1.1'}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Trunk': {'1.1'}} Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: consumer versions: Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Agent': '1.1', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'ConntrackHelper': '1.0', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'LocalIPAssociation': '1.0', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Log': '1.0', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'NDPProxy': '1.0', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Network': '1.1', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Port': '1.7', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'PortForwarding': '1.3', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'QosPolicy': '1.10', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroup': '1.5', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroupRule': '1.2', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SubPort': '1.0', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Subnet': '1.1', Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Trunk': '1.1'}} Jul 21 22:44:57.254650 dv-cinder-850697-1-iscsi neutron-server[111137]: {{(pid=111137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:44:57.292544 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Attempting to bind port 9de55399-6171-4649-a3ac-1824892b6356 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:44:57.293072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Attempting to bind port 9de55399-6171-4649-a3ac-1824892b6356 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:44:57.293757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Attempting to bind port 9de55399-6171-4649-a3ac-1824892b6356 on network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:44:57.301317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 44, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:44:57.301702 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Checking segment: {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:44:57.302182 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:57.302581 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Bound using segment: {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:44:57.303073 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Bound port: 9de55399-6171-4649-a3ac-1824892b6356, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:44:57.303484 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9de55399-6171-4649-a3ac-1824892b6356), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:57.366080 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-7727b981-1560-4423-91cc-ea3097567351 None None] For port 9de55399-6171-4649-a3ac-1824892b6356, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:44:57.385886 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-7727b981-1560-4423-91cc-ea3097567351 None None] For port 9de55399-6171-4649-a3ac-1824892b6356, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=9de55399-6171-4649-a3ac-1824892b6356,segment=NetworkSegment(57529248-c280-4b8c-b9b0-30f8f089fd80),segment_id=57529248-c280-4b8c-b9b0-30f8f089fd80)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:44:57.455333 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (9de55399-6171-4649-a3ac-1824892b6356), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:44:57.514588 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727b981-1560-4423-91cc-ea3097567351 None None] Pushing event updated for resources: {'Port': ['ID=9de55399-6171-4649-a3ac-1824892b6356,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:44:58.527086 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59746) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:44:58.871004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [None req-ea63a4e4-a2ea-4677-a1ee-a184318fa470 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:44:58.871999 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ea63a4e4-a2ea-4677-a1ee-a184318fa470 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3439696 Jul 21 22:44:59.979675 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15,neutron:INSERT=31 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:44:59.992385 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=9 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:01.171821 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59758) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:01.698163 dv-cinder-850697-1-iscsi neutron-server[111135]: WARNING oslo_policy.policy [None req-7b84a6e8-a273-4abb-90b5-e6f3e16f9022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:45:01.698794 dv-cinder-850697-1-iscsi neutron-server[111135]: WARNING oslo_policy.policy [None req-7b84a6e8-a273-4abb-90b5-e6f3e16f9022 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:45:01.917873 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [None req-7b84a6e8-a273-4abb-90b5-e6f3e16f9022 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:45:01.919104 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-7b84a6e8-a273-4abb-90b5-e6f3e16f9022 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7453880 Jul 21 22:45:04.220640 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59776) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:04.577552 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:45:04.640982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.policy [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=111135) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 21 22:45:04.683523 dv-cinder-850697-1-iscsi neutron-server[111135]: WARNING oslo_policy.policy [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:45:04.683909 dv-cinder-850697-1-iscsi neutron-server[111135]: WARNING oslo_policy.policy [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 21 22:45:04.704691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writer thread running {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 21 22:45:04.710523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:04.808631 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (e2979d55-4b60-4ce7-8239-26d6bdd734de), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:04.810503 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (e2979d55-4b60-4ce7-8239-26d6bdd734de), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:04.919939 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 9de55399-6171-4649-a3ac-1824892b6356 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:45:04.969711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Publish callbacks [] for router_controller (e2979d55-4b60-4ce7-8239-26d6bdd734de), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.005028 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 9de55399-6171-4649-a3ac-1824892b6356 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:05.005443 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9de55399-6171-4649-a3ac-1824892b6356), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.050721 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (e2979d55-4b60-4ce7-8239-26d6bdd734de), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.113938 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 9de55399-6171-4649-a3ac-1824892b6356 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:05.114290 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9de55399-6171-4649-a3ac-1824892b6356), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.148617 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.150087 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-530682ec-101c-42d2-aaf6-0e9ac90c8dd5 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.9284697 Jul 21 22:45:05.150473 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 9de55399-6171-4649-a3ac-1824892b6356, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=9de55399-6171-4649-a3ac-1824892b6356,segment=NetworkSegment(57529248-c280-4b8c-b9b0-30f8f089fd80),segment_id=57529248-c280-4b8c-b9b0-30f8f089fd80)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:45:05.232545 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (9de55399-6171-4649-a3ac-1824892b6356), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.261628 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:05.285729 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=9de55399-6171-4649-a3ac-1824892b6356,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:05.676602 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a207e83-c8f2-4c87-8ad3-076b762d24c2 None None] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:45:05.748599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-766422f7-d40a-48fd-9524-800dc577b3d1 None None] Provisioning complete for port 9de55399-6171-4649-a3ac-1824892b6356 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:05.748923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-766422f7-d40a-48fd-9524-800dc577b3d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9de55399-6171-4649-a3ac-1824892b6356), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:05.757894 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:05.874529 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-766422f7-d40a-48fd-9524-800dc577b3d1 None None] Current status of the port 9de55399-6171-4649-a3ac-1824892b6356 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:05.993093 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-2775f55e-2655-475c-ac7c-31ce6b514b0f None None] Provisioning complete for port 9de55399-6171-4649-a3ac-1824892b6356 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:05.993655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2775f55e-2655-475c-ac7c-31ce6b514b0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9de55399-6171-4649-a3ac-1824892b6356), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:06.066359 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-2775f55e-2655-475c-ac7c-31ce6b514b0f None None] Current status of the port 9de55399-6171-4649-a3ac-1824892b6356 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:06.149187 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=78,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:06.149960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:06.901103 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 9de55399-6171-4649-a3ac-1824892b6356 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:45:06.944389 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 9de55399-6171-4649-a3ac-1824892b6356 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:06.944780 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9de55399-6171-4649-a3ac-1824892b6356), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:07.021122 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 9de55399-6171-4649-a3ac-1824892b6356 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:07.439366 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59790) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:07.757880 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [None req-4523de9f-43b6-4569-9043-23f422e3260e admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:45:07.758943 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4523de9f-43b6-4569-9043-23f422e3260e admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3186135 Jul 21 22:45:10.063994 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59798) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:10.381253 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'is_default': True}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:45:10.437693 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Made reservation on behalf of d47c52ce443d40eaa4e635852fb964cd for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:45:10.440431 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.456303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.565449 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks [] for security_group (359fc6e5-49d2-49b9-a163-cbe49b002ca6), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.625982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (359fc6e5-49d2-49b9-a163-cbe49b002ca6), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.637932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Reserving flat network on physical network physnet1 {{(pid=111135) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 21 22:45:10.671190 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734203320387', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (7887d7aa-45a2-469a-86aa-bd4b6685ce7b), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.671742 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Unsubscribe: segment precommit_create {{(pid=111135) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 21 22:45:10.672287 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Added segment 7887d7aa-45a2-469a-86aa-bd4b6685ce7b of type flat for network a6e97755-2d59-421a-b80f-f6012227b388 Jul 21 22:45:10.688569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359fc6e5-49d2-49b9-a163-cbe49b002ca6,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:10.737878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.738229 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.738592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.738963 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.739299 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.739630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.739956 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.740294 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.740621 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.740949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.741295 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.741633 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.741961 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.742281 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.742600 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Tracked resource versions report: Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: pushed versions: Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: { 'AddressGroup': {'1.2'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Agent': {'1.1'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'ConntrackHelper': {'1.0'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Log': {'1.0'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'NDPProxy': {'1.0'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Network': {'1.1'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Port': {'1.7'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'PortForwarding': {'1.3'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'QosPolicy': {'1.10'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroup': {'1.5'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SubPort': {'1.0'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Subnet': {'1.1'}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Trunk': {'1.1'}} Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: consumer versions: Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Agent': '1.1', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'ConntrackHelper': '1.0', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'LocalIPAssociation': '1.0', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Log': '1.0', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'NDPProxy': '1.0', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Network': '1.1', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Port': '1.7', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'PortForwarding': '1.3', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'QosPolicy': '1.10', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroup': '1.5', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroupRule': '1.2', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SubPort': '1.0', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Subnet': '1.1', Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Trunk': '1.1'}} Jul 21 22:45:10.744120 dv-cinder-850697-1-iscsi neutron-server[111135]: {{(pid=111135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:45:10.794239 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (a6e97755-2d59-421a-b80f-f6012227b388), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.900079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (a6e97755-2d59-421a-b80f-f6012227b388), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:10.901311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:45:10.902024 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:11.004461 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9393203 Jul 21 22:45:11.005321 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b61477b-cea9-4c22-b15b-9e9b649f1977 admin admin] Pushing event updated for resources: {'Network': ['ID=a6e97755-2d59-421a-b80f-f6012227b388,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:11.028534 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network a6e97755-2d59-421a-b80f-f6012227b388 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:45:11.991462 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a98ba2db-dcb8-47ec-b415-6e5fc059c354 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:13.258142 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59810) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:13.672940 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71caeb5e-53d9-42bb-bb80-7bb7050fa10c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:45:13.674334 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-71caeb5e-53d9-42bb-bb80-7bb7050fa10c demo admin] 10.222.0.52 "GET /v2.0/subnets/c4f2c737-b485-4930-b541-aa4909209285 HTTP/1.1" status: 200 len: 849 time: 0.4152360 Jul 21 22:45:13.809845 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-573f37b9-20c9-4098-a325-964035537de7 demo admin] 10.222.0.52 "GET /v2.0/routers/e2979d55-4b60-4ce7-8239-26d6bdd734de HTTP/1.1" status: 200 len: 704 time: 0.1294661 Jul 21 22:45:14.072496 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:14.074916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:14.148846 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=12 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:14.259958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-344b4d51-0abd-4398-8b9c-661dc74ed072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:14.369237 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Allocated IP 172.20.0.1 (83d98e67-9743-49b1-a129-b7bc8beeb0c1/c4f2c737-b485-4930-b541-aa4909209285/04e3b094-53eb-42bb-bb52-ad1dccd327ee) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:45:14.556742 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks [] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:14.672771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:14.745126 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:45:14.757116 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:45:14.761945 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Pushing event updated for resources: {'Port': ['ID=04e3b094-53eb-42bb-bb52-ad1dccd327ee,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:14.764660 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:45:14.765248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (e2979d55-4b60-4ce7-8239-26d6bdd734de), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:14.934459 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-4bcacc05-3f22-4b1b-bed9-471534193400 None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:14.934823 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4bcacc05-3f22-4b1b-bed9-471534193400 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.013550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-4bcacc05-3f22-4b1b-bed9-471534193400 None None] Port 04e3b094-53eb-42bb-bb52-ad1dccd327ee cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:45:15.046740 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.155179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:15.299111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks [] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.334256 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.335086 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (e2979d55-4b60-4ce7-8239-26d6bdd734de), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.395268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Pushing event updated for resources: {'Port': ['ID=04e3b094-53eb-42bb-bb52-ad1dccd327ee,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:15.463977 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:45:15.465408 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:45:15.506063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.620074 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:15.631987 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-eef3dd34-6023-4b80-8a9c-e40d72768f61 None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:15.632380 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-eef3dd34-6023-4b80-8a9c-e40d72768f61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:15.663755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-eef3dd34-6023-4b80-8a9c-e40d72768f61 None None] Port 04e3b094-53eb-42bb-bb52-ad1dccd327ee cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:45:15.728791 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Router e2979d55-4b60-4ce7-8239-26d6bdd734de is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:45:15.819694 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:45:15.825509 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d10f0957-517d-4124-832e-0977f3641a31 demo admin] 10.222.0.52 "PUT /v2.0/routers/e2979d55-4b60-4ce7-8239-26d6bdd734de/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0102258 Jul 21 22:45:15.830337 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Sync routers for ids ['e2979d55-4b60-4ce7-8239-26d6bdd734de'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:45:15.843177 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Routers {'e2979d55-4b60-4ce7-8239-26d6bdd734de'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:45:15.843964 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:45:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['e2979d55-4b60-4ce7-8239-26d6bdd734de'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:16.021375 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Set router e2979d55-4b60-4ce7-8239-26d6bdd734de gateway port host: None {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:45:16.432885 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:14Z', 'revision_number': 2, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port_host': None, '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:15Z', 'revision_number': 2, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:16.482111 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Checking router: e2979d55-4b60-4ce7-8239-26d6bdd734de for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:45:16.482532 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Updating router e2979d55-4b60-4ce7-8239-26d6bdd734de port 04e3b094-53eb-42bb-bb52-ad1dccd327ee binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:45:16.537816 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:16.980068 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.056140 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks [] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.117436 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.218456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Pushing event updated for resources: {'Port': ['ID=04e3b094-53eb-42bb-bb52-ad1dccd327ee,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:17.220167 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.247271 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.247619 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.247961 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250289 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250289 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250289 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250289 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250289 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250652 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.250964 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.251144 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.251501 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.251867 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.252196 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.252507 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Tracked resource versions report: Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: pushed versions: Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: { 'AddressGroup': {'1.2'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Agent': {'1.1'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'ConntrackHelper': {'1.0'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Log': {'1.0'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'NDPProxy': {'1.0'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Network': {'1.1'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Port': {'1.7'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'PortForwarding': {'1.3'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'QosPolicy': {'1.10'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroup': {'1.5'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SubPort': {'1.0'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Subnet': {'1.1'}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Trunk': {'1.1'}} Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: consumer versions: Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Agent': '1.1', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'ConntrackHelper': '1.0', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'LocalIPAssociation': '1.0', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Log': '1.0', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'NDPProxy': '1.0', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Network': '1.1', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Port': '1.7', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'PortForwarding': '1.3', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'QosPolicy': '1.10', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroup': '1.5', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroupRule': '1.2', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SubPort': '1.0', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Subnet': '1.1', Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Trunk': '1.1'}} Jul 21 22:45:17.254020 dv-cinder-850697-1-iscsi neutron-server[111138]: {{(pid=111138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:45:17.318057 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Attempting to bind port 04e3b094-53eb-42bb-bb52-ad1dccd327ee on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:45:17.318490 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Attempting to bind port 04e3b094-53eb-42bb-bb52-ad1dccd327ee by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:45:17.318990 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Attempting to bind port 04e3b094-53eb-42bb-bb52-ad1dccd327ee on network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:45:17.325757 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:45:17.327049 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Checking segment: {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:45:17.327883 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.328364 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Bound using segment: {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:45:17.328963 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Bound port: 04e3b094-53eb-42bb-bb52-ad1dccd327ee, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57529248-c280-4b8c-b9b0-30f8f089fd80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 641, 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:45:17.329376 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.390608 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-ffb64908-1095-4434-a6fb-9847b3916ef4 None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:17.390837 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ffb64908-1095-4434-a6fb-9847b3916ef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.393005 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:17.397208 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] For port 04e3b094-53eb-42bb-bb52-ad1dccd327ee, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:45:17.417435 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] For port 04e3b094-53eb-42bb-bb52-ad1dccd327ee, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=04e3b094-53eb-42bb-bb52-ad1dccd327ee,segment=NetworkSegment(57529248-c280-4b8c-b9b0-30f8f089fd80),segment_id=57529248-c280-4b8c-b9b0-30f8f089fd80)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:45:17.418475 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:17.425475 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-ffb64908-1095-4434-a6fb-9847b3916ef4 None None] Port 04e3b094-53eb-42bb-bb52-ad1dccd327ee cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:45:17.495304 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.557608 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dc8df-312e-4431-a170-5f4526f7a95e None None] Pushing event updated for resources: {'Port': ['ID=04e3b094-53eb-42bb-bb52-ad1dccd327ee,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:17.561774 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Routers {'e2979d55-4b60-4ce7-8239-26d6bdd734de'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:45:17.562368 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:45:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['e2979d55-4b60-4ce7-8239-26d6bdd734de'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:17.648458 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] Set router e2979d55-4b60-4ce7-8239-26d6bdd734de gateway port host: None {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:45:17.751468 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:17.751888 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.795292 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:17.834292 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Current status of the port 04e3b094-53eb-42bb-bb52-ad1dccd327ee is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:17.834686 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:17.838092 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:14Z', 'revision_number': 2, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port_host': None, '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:17Z', 'revision_number': 4, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:17.866643 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2c9a61-b26a-47e7-b6b6-df35c539517e None None] The sync data for ids ['e2979d55-4b60-4ce7-8239-26d6bdd734de'] in dv-cinder-850697-1-iscsi is: [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:14Z', 'revision_number': 2, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port_host': None, '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:17Z', 'revision_number': 4, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:45:17.876550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] For port 04e3b094-53eb-42bb-bb52-ad1dccd327ee, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=04e3b094-53eb-42bb-bb52-ad1dccd327ee,segment=NetworkSegment(57529248-c280-4b8c-b9b0-30f8f089fd80),segment_id=57529248-c280-4b8c-b9b0-30f8f089fd80)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:45:17.940634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:18.032959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e785d3d2-4f9f-4d56-9309-c893e8cddc7a None None] Pushing event updated for resources: {'Port': ['ID=04e3b094-53eb-42bb-bb52-ad1dccd327ee,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:18.108899 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 59824) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:18.493109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d96061-59cf-490d-97da-db95711e286e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:45:18.494730 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-60d96061-59cf-490d-97da-db95711e286e admin admin] 10.222.0.52 "GET /v2.0/networks/a6e97755-2d59-421a-b80f-f6012227b388 HTTP/1.1" status: 200 len: 842 time: 0.3848498 Jul 21 22:45:18.504379 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Request body: {'subnet': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'enable_dhcp': False, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'ip_version': 4, 'cidr': '172.27.0.0/24'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:45:18.574133 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Made reservation on behalf of d47c52ce443d40eaa4e635852fb964cd for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:45:18.577056 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:18.875705 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:18.921070 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.objects.ports [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=111135) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 21 22:45:18.921515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (7345ce67-112e-4a1d-ac93-9192f046cd2a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:18.984557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7345ce67-112e-4a1d-ac93-9192f046cd2a,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:18.999023 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:45:19.000926 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Network hostable DHCP agents. Network: a6e97755-2d59-421a-b80f-f6012227b388, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:45:19.100300 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:45:19.168697 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, a6e97755-2d59-421a-b80f-f6012227b388) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:45:19.172826 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:45:19.173423 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:19.179666 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58de1d13-de1f-49d3-97e3-4a1555eea615 None None] Network a6e97755-2d59-421a-b80f-f6012227b388 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:45:19.239907 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8b75a234-77f6-4713-ba95-844d9e28c4c3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7390170 Jul 21 22:45:19.288374 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff5676a-3605-49f3-9443-57a5651f40b4 None None] Network a6e97755-2d59-421a-b80f-f6012227b388 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:45:21.552882 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59832) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:22.105217 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f056c741-aa5d-456c-9dd8-e129738fafee demo admin] 10.222.0.52 "GET /v2.0/routers/e2979d55-4b60-4ce7-8239-26d6bdd734de HTTP/1.1" status: 200 len: 710 time: 0.5512061 Jul 21 22:45:22.224029 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c958152-2d33-455c-86b1-343c1727f6a6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:45:22.231520 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8c958152-2d33-455c-86b1-343c1727f6a6 demo admin] 10.222.0.52 "GET /v2.0/networks/a6e97755-2d59-421a-b80f-f6012227b388 HTTP/1.1" status: 200 len: 886 time: 0.1145022 Jul 21 22:45:22.234595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:45:22.485083 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks [] for router_gateway (e2979d55-4b60-4ce7-8239-26d6bdd734de), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:22.764839 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks [] for router_gateway (e2979d55-4b60-4ce7-8239-26d6bdd734de), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:22.848022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:22.928881 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 04e3b094-53eb-42bb-bb52-ad1dccd327ee up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:45:22.959018 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:22.978247 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:22.978882 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:23.057684 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 04e3b094-53eb-42bb-bb52-ad1dccd327ee is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:23.063785 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Allocated IP 172.27.0.149 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/bf9f2c08-495b-4d37-9c20-75b92c131efd) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:45:23.155396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:23.172141 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks [] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:23.215257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:23.283782 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:23.353144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:45:23.366324 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:45:23.374172 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:45:23.380464 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Pushing event updated for resources: {'Port': ['ID=bf9f2c08-495b-4d37-9c20-75b92c131efd,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:23.692007 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks [] for router_gateway (e2979d55-4b60-4ce7-8239-26d6bdd734de), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:23.887477 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1819472', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1812937', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1414'] for router (e2979d55-4b60-4ce7-8239-26d6bdd734de), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:23.892974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1819499', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1819490', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1814330'] for router (e2979d55-4b60-4ce7-8239-26d6bdd734de), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:24.000087 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Router e2979d55-4b60-4ce7-8239-26d6bdd734de has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:45:24.114885 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:45:24.119421 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:24.134802 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d854da6b-4a25-4f23-b0ff-2ffdc44d5ed2 demo admin] 10.222.0.52 "PUT /v2.0/routers/e2979d55-4b60-4ce7-8239-26d6bdd734de HTTP/1.1" status: 200 len: 890 time: 1.8892291 Jul 21 22:45:24.227396 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Sync routers for ids ['e2979d55-4b60-4ce7-8239-26d6bdd734de'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:45:24.240735 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Routers {'e2979d55-4b60-4ce7-8239-26d6bdd734de'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:45:24.241529 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:45:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['e2979d55-4b60-4ce7-8239-26d6bdd734de'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:24.447316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Set router e2979d55-4b60-4ce7-8239-26d6bdd734de gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:45:24.684816 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:24.823311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:23Z', 'revision_number': 4, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port': {'id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:22Z', 'updated_at': '2022-07-21T22:45:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:17Z', 'revision_number': 5, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:24.940766 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Checking router: e2979d55-4b60-4ce7-8239-26d6bdd734de for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:45:24.941139 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Updating router e2979d55-4b60-4ce7-8239-26d6bdd734de port bf9f2c08-495b-4d37-9c20-75b92c131efd binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:45:24.992480 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.299664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks [] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.345127 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.389557 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dede10-f220-4588-aabc-cc874399057d None None] Pushing event updated for resources: {'Port': ['ID=bf9f2c08-495b-4d37-9c20-75b92c131efd,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:25.400105 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Attempting to bind port bf9f2c08-495b-4d37-9c20-75b92c131efd on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:45:25.400496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Attempting to bind port bf9f2c08-495b-4d37-9c20-75b92c131efd by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:45:25.400854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Attempting to bind port bf9f2c08-495b-4d37-9c20-75b92c131efd on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:45:25.414247 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 45, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:45:25.414638 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:45:25.415089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.415498 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:45:25.416003 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Bound port: bf9f2c08-495b-4d37-9c20-75b92c131efd, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:45:25.417060 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.466222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] For port bf9f2c08-495b-4d37-9c20-75b92c131efd, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:45:25.469221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] For port bf9f2c08-495b-4d37-9c20-75b92c131efd, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=bf9f2c08-495b-4d37-9c20-75b92c131efd,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:45:25.551775 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:25.557344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:25.611541 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Routers {'e2979d55-4b60-4ce7-8239-26d6bdd734de'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:45:25.612156 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:45:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['e2979d55-4b60-4ce7-8239-26d6bdd734de'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:25.648363 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dede10-f220-4588-aabc-cc874399057d None None] Pushing event updated for resources: {'Port': ['ID=bf9f2c08-495b-4d37-9c20-75b92c131efd,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:25.721680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] Set router e2979d55-4b60-4ce7-8239-26d6bdd734de gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:45:25.914434 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:23Z', 'revision_number': 4, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port': {'id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:22Z', 'updated_at': '2022-07-21T22:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:17Z', 'revision_number': 5, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:45:25.941544 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded429e-ca75-4858-b38c-34690fb1876a None None] The sync data for ids ['e2979d55-4b60-4ce7-8239-26d6bdd734de'] in dv-cinder-850697-1-iscsi is: [{'id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'name': 'router1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149'}], 'enable_snat': True}, 'gw_port_id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:45:04Z', 'updated_at': '2022-07-21T22:45:23Z', 'revision_number': 4, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'gw_port': {'id': 'bf9f2c08-495b-4d37-9c20-75b92c131efd', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:6b:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:22Z', 'updated_at': '2022-07-21T22:45:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '04e3b094-53eb-42bb-bb52-ad1dccd327ee', 'name': '', 'network_id': '83d98e67-9743-49b1-a129-b7bc8beeb0c1', 'tenant_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'mac_address': 'fa:16:3e:1a:8b:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2979d55-4b60-4ce7-8239-26d6bdd734de', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'c4f2c737-b485-4930-b541-aa4909209285', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:45:14Z', 'updated_at': '2022-07-21T22:45:17Z', 'revision_number': 5, 'project_id': '6edc20faecff41bf9b7ecc5ac4bc774e', 'subnets': [{'id': 'c4f2c737-b485-4930-b541-aa4909209285', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ae0eddb4-db82-4a5e-8139-d50eab6a4cc2'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:45:26.562452 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 59844) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:45:26.931033 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device bf9f2c08-495b-4d37-9c20-75b92c131efd up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:45:26.963546 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1a3c49b1-0aba-4fd7-add0-f24374c2cb9e admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.3999255 Jul 21 22:45:26.973311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:26.979981 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port bf9f2c08-495b-4d37-9c20-75b92c131efd triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:26.982314 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:27.057521 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port bf9f2c08-495b-4d37-9c20-75b92c131efd is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:27.057911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:27.083000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port bf9f2c08-495b-4d37-9c20-75b92c131efd, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=bf9f2c08-495b-4d37-9c20-75b92c131efd,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:45:27.140212 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:27.190259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=bf9f2c08-495b-4d37-9c20-75b92c131efd,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:45:27.840552 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=23 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:27.841883 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=57 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:28.922758 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device bf9f2c08-495b-4d37-9c20-75b92c131efd up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:45:28.975665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port bf9f2c08-495b-4d37-9c20-75b92c131efd triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:45:28.976109 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bf9f2c08-495b-4d37-9c20-75b92c131efd), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:29.040526 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:29.056314 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port bf9f2c08-495b-4d37-9c20-75b92c131efd is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:45:29.109585 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=61,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:29.185684 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=8,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:36.953247 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=65,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:36.960138 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:37.548511 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:45:39.051185 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=24 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:39.055016 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:42.008832 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ebf3f7e0-9818-4fb3-8adc-30ddd66a57c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:44.196956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-02e7bfb4-9c84-46be-bf47-a0432cd0f7f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:45.511171 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:46.979514 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:47.213504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:45:47.543299 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:57.163060 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:57.168968 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:45:57.170635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:03.559663 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:03.564713 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:12.464668 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-31e50631-2fa0-4672-a45c-3dc559f92c1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:14.189870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b192a4c1-ebe8-4d20-83f2-16b563071d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:14.550813 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:46:15.521948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:16.961475 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:17.875688 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:24.551323 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:26.906975 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:27.176174 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=16 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:27.178402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:40.558886 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:40.559679 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:46:41.994461 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-737161c3-0a66-4bd6-b050-37a8b4956e57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:44.217366 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b48d519b-31d5-4537-8499-6a7ca896ac0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:45.514389 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:47.000394 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:47.217500 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:50.926432 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 60386) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:46:51.265404 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.pecan_wsgi.hooks.translation [None req-73026191-3b98-4854-a61f-25b337affe3f admin admin] GET failed (client error): The resource could not be found. Jul 21 22:46:51.266693 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-73026191-3b98-4854-a61f-25b337affe3f admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3392649 Jul 21 22:46:51.428221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34b336f-7063-42f2-9b10-d6fe2f54c7b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:51.429714 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-f34b336f-7063-42f2-9b10-d6fe2f54c7b4 admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1589150 Jul 21 22:46:51.550394 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:46:53.635871 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60398) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:46:54.006507 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed47947d-0ecd-489c-9509-7fbdf87ae931 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:54.007803 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ed47947d-0ecd-489c-9509-7fbdf87ae931 admin admin] 10.222.0.52 "GET /v2.0/subnets/c4f2c737-b485-4930-b541-aa4909209285 HTTP/1.1" status: 200 len: 849 time: 0.3709888 Jul 21 22:46:54.017995 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:46:54.101255 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Publish callbacks [] for subnet (c4f2c737-b485-4930-b541-aa4909209285), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:54.279936 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734203297585'] for subnet (c4f2c737-b485-4930-b541-aa4909209285), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:54.313375 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:54.313971 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:54.315289 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] 10.222.0.52 "PUT /v2.0/subnets/c4f2c737-b485-4930-b541-aa4909209285 HTTP/1.1" status: 200 len: 868 time: 0.3009255 Jul 21 22:46:54.321219 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59fbf93-f990-4ba4-963a-2949e1f8a6a9 None None] Network 83d98e67-9743-49b1-a129-b7bc8beeb0c1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:46:54.332658 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f2c737-b485-4930-b541-aa4909209285,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:46:54.341640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.341998 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.342377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.342727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.343101 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.343447 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.343787 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.344124 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.344460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.344795 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.345147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.346145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.346145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.346145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.346510 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15772f39-74f6-4015-b5b5-af16fe933c51 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:46:54.662822 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Provisioning complete for port 04e3b094-53eb-42bb-bb52-ad1dccd327ee triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:46:54.663218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (04e3b094-53eb-42bb-bb52-ad1dccd327ee), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:54.737496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Current status of the port 04e3b094-53eb-42bb-bb52-ad1dccd327ee is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:46:54.745972 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Provisioning complete for port 9de55399-6171-4649-a3ac-1824892b6356 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:46:54.746364 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9de55399-6171-4649-a3ac-1824892b6356), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:46:54.821486 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-b512a7be-15d1-4773-8101-b0807b2ede7f None None] Current status of the port 9de55399-6171-4649-a3ac-1824892b6356 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:46:56.536787 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60408) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:46:57.077441 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633db9e-a613-49ca-911a-551e19c64300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:57.077926 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0633db9e-a613-49ca-911a-551e19c64300 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:57.079516 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0633db9e-a613-49ca-911a-551e19c64300 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5417767 Jul 21 22:46:59.274458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 60416) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:46:59.828311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea0c11-0e93-4a80-a922-46d85493e5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:59.828713 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ea0c11-0e93-4a80-a922-46d85493e5be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:46:59.830248 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d7ea0c11-0e93-4a80-a922-46d85493e5be admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5548172 Jul 21 22:47:01.547529 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:02.026984 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60424) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:02.461123 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19fdd0a-e97d-49b6-ab0d-ae07d1c6e047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:02.462516 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a19fdd0a-e97d-49b6-ab0d-ae07d1c6e047 admin admin] 10.222.0.52 "GET /v2.0/networks/83d98e67-9743-49b1-a129-b7bc8beeb0c1 HTTP/1.1" status: 200 len: 869 time: 0.4345345 Jul 21 22:47:04.654829 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60432) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:04.814204 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:04.816125 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=33,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:04.820028 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=2,neutron:SELECT=30 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:05.054275 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d732f77c-c216-4d27-b94b-595033930905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:05.056180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d732f77c-c216-4d27-b94b-595033930905 admin admin] 10.222.0.52 "GET /v2.0/networks/a6e97755-2d59-421a-b80f-f6012227b388 HTTP/1.1" status: 200 len: 886 time: 0.4004016 Jul 21 22:47:07.268631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60440) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:07.673661 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ed0f3-c77c-49d1-9e0e-a6e5c51b7a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:07.674127 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-640ed0f3-c77c-49d1-9e0e-a6e5c51b7a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:07.675697 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-640ed0f3-c77c-49d1-9e0e-a6e5c51b7a58 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4060950 Jul 21 22:47:09.818515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=25 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:09.825522 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=23 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:09.862319 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 60448) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:10.264141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb96e7-97c4-4ce6-a342-dc379685388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:10.264602 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edfb96e7-97c4-4ce6-a342-dc379685388b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:10.266156 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-edfb96e7-97c4-4ce6-a342-dc379685388b admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4028802 Jul 21 22:47:11.982455 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9f576f6a-2ea3-4c7f-b116-f1fa04f87026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:12.474548 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60456) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:12.835280 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-767545ed-1360-496c-ae86-43bacc611e0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:12.836616 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-767545ed-1360-496c-ae86-43bacc611e0a admin admin] 10.222.0.52 "GET /v2.0/subnets/7345ce67-112e-4a1d-ac93-9192f046cd2a HTTP/1.1" status: 200 len: 816 time: 0.3611026 Jul 21 22:47:14.205025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a2fbdc07-69bc-4b04-8f1b-6d5c398e8dbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:15.050752 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60464) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:15.403875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:15.407656 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:15.421548 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d3279-7552-42e1-9e1f-047d7d842935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:15.422866 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ac1d3279-7552-42e1-9e1f-047d7d842935 admin admin] 10.222.0.52 "GET /v2.0/subnets/c4f2c737-b485-4930-b541-aa4909209285 HTTP/1.1" status: 200 len: 868 time: 0.3710859 Jul 21 22:47:15.513547 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:16.977192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:17.216439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:17.560699 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:17.566006 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=5 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:20.251254 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:20.260198 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:25.548735 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:27.168343 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:27.169761 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:27.176089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:28.549871 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:47:40.176954 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:40.179870 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=13 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:42.009880 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2723d0a1-5dd6-4937-886e-ff4a2711382c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:44.181202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-74781253-26c0-44e5-b4fb-b2bb8aaed828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:44.389014 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60520) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:44.715248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [None req-afb84eb0-f71f-40b0-919b-4480347239e2 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:47:44.716257 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-afb84eb0-f71f-40b0-919b-4480347239e2 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3263025 Jul 21 22:47:45.558311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:46.969386 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:47.010744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60528) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:47.221168 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:47.347799 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab359da-a1ac-42fb-91a0-6c0fabab602a admin admin] GET failed (client error): The resource could not be found. Jul 21 22:47:47.349049 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-2ab359da-a1ac-42fb-91a0-6c0fabab602a admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3373547 Jul 21 22:47:47.493201 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3cd0e4-decd-418b-9dbe-029f520144f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:47.494605 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-bb3cd0e4-decd-418b-9dbe-029f520144f4 admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1405671 Jul 21 22:47:49.735734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60536) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:50.058535 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:47:50.135350 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Made reservation on behalf of d47c52ce443d40eaa4e635852fb964cd for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:47:50.137716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:50.171898 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING neutron.services.revisions.revision_plugin [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Could not find related network for resource to bump revision. Jul 21 22:47:50.184387 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 626} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:47:50.194115 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (800f8c68-bd3c-4fe3-8b71-1488e9483dd8), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:50.197526 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Added segment 800f8c68-bd3c-4fe3-8b71-1488e9483dd8 of type vlan for network 2958030b-abf8-4b3c-afc7-886a60ecdd97 Jul 21 22:47:50.243288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (2958030b-abf8-4b3c-afc7-886a60ecdd97), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:50.335457 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (2958030b-abf8-4b3c-afc7-886a60ecdd97), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:50.336453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:50.337034 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:50.427189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] Pushing event updated for resources: {'Network': ['ID=2958030b-abf8-4b3c-afc7-886a60ecdd97,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:47:50.435715 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-41a23790-6b69-4f14-89a1-0dd81c03c31b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6981733 Jul 21 22:47:50.442759 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:47:52.673253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60544) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:47:53.020766 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1b8e040-d794-43f8-864f-679243e65565 admin admin] GET failed (client error): The resource could not be found. Jul 21 22:47:53.022662 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a1b8e040-d794-43f8-864f-679243e65565 admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3484342 Jul 21 22:47:53.091755 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4050b8d6-9446-4b2f-bb73-ee331fdb7bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:53.093202 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4050b8d6-9446-4b2f-bb73-ee331fdb7bff admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0665359 Jul 21 22:47:53.103096 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:47:53.209017 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Made reservation on behalf of d47c52ce443d40eaa4e635852fb964cd for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:47:53.211374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:53.460899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (c5e5964a-d072-445c-a102-bbdbdf45be73), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:53.519799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c5e5964a-d072-445c-a102-bbdbdf45be73,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:47:53.528711 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Checking segment: {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:47:53.529066 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Network hostable DHCP agents. Network: 2958030b-abf8-4b3c-afc7-886a60ecdd97, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:47:53.586195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:47:53.649329 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 2958030b-abf8-4b3c-afc7-886a60ecdd97) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:47:53.653360 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:47:53.653952 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:53.659004 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e019ab-58bd-4db3-8ef6-d1f303f1689a None None] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:47:53.715065 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-fab57697-d687-4a33-9f8a-26caedfc0238 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6153693 Jul 21 22:47:53.768023 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-2958030b-abf8-4b3c-afc7-886a60ecdd97', 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97', 'project_id': 'd47c52ce443d40eaa4e635852fb964cd', 'fixed_ips': [{'subnet_id': 'c5e5964a-d072-445c-a102-bbdbdf45be73'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:47:53.770910 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:53.913168 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Allocated IP 192.168.233.2 (2958030b-abf8-4b3c-afc7-886a60ecdd97/c5e5964a-d072-445c-a102-bbdbdf45be73/ba9356f1-3f5c-43b6-8f9b-f5f329a216b6) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:47:54.148746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks [] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:54.210505 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:54.249663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:47:54.254645 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:47:54.259202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:47:54.264310 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Pushing event updated for resources: {'Port': ['ID=ba9356f1-3f5c-43b6-8f9b-f5f329a216b6,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:47:54.276094 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.276446 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.276813 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.277169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.277512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.277838 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.278172 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.278500 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.278852 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.279188 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.279515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.279856 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.280190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.280517 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.280837 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:47:54.331302 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Attempting to bind port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:47:54.331681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Attempting to bind port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:47:54.332048 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Attempting to bind port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 on network 2958030b-abf8-4b3c-afc7-886a60ecdd97 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:47:54.337682 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 47, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:47:54.338061 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Checking segment: {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:47:54.338465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:54.338899 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Bound using segment: {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:47:54.339365 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Bound port: ba9356f1-3f5c-43b6-8f9b-f5f329a216b6, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:47:54.339777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:54.403838 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] For port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:47:54.406763 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] For port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ba9356f1-3f5c-43b6-8f9b-f5f329a216b6,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:47:54.473084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:54.533099 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44285fc-6f0b-460f-b6fb-3e3cab347650 None None] Pushing event updated for resources: {'Port': ['ID=ba9356f1-3f5c-43b6-8f9b-f5f329a216b6,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:47:54.572284 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=6 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:55.032625 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:47:55.079854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:47:55.080252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:55.163683 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:47:55.164082 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:55.201530 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ba9356f1-3f5c-43b6-8f9b-f5f329a216b6,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:47:55.266966 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:55.321702 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=ba9356f1-3f5c-43b6-8f9b-f5f329a216b6,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:47:55.403794 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d216e73-28d0-4e8f-aeaa-89b957dc530d None None] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:47:55.483976 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-22d06ecb-19c2-47bb-8e67-1d0dc22633d4 None None] Provisioning complete for port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:47:55.484291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-22d06ecb-19c2-47bb-8e67-1d0dc22633d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:55.561379 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:55.581309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:55.594370 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-22d06ecb-19c2-47bb-8e67-1d0dc22633d4 None None] Current status of the port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:47:55.816512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-92a7dcc5-faee-4537-b047-14c23cb46ca3 None None] Provisioning complete for port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:47:55.816823 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-92a7dcc5-faee-4537-b047-14c23cb46ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:55.842483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=6,neutron:SELECT=90,neutron:INSERT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:47:55.892390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-92a7dcc5-faee-4537-b047-14c23cb46ca3 None None] Current status of the port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:47:57.017996 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:47:57.064928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:47:57.065316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ba9356f1-3f5c-43b6-8f9b-f5f329a216b6), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:47:57.134469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ba9356f1-3f5c-43b6-8f9b-f5f329a216b6 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:48:03.665529 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=78,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:03.666309 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=82,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:05.548533 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:48:07.123327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=23 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:07.129311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=25 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:07.133035 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:12.025482 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d16ed963-ae17-48fe-b249-a83eeec6a1b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:14.214630 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b9378432-25f0-463f-bd9f-38e86c8fbfba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:15.544753 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:15.545576 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:15.660600 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:17.014515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:17.254305 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:26.920514 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:27.178722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=19,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:27.181572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:40.543105 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:40.543959 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:42.019617 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-04f74117-8e03-4fe0-9926-7a47cf801909 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:42.548489 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:48:44.201789 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-981d059e-f47d-47e2-a550-f5eec64fe046 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:45.515945 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:46.984931 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:47.304702 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:48:52.544361 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:52.545080 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:56.929376 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:57.177314 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:48:57.224144 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:08.568154 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:08.573009 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:12.023448 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0860c4b-9d5e-496b-b169-a4d61fd2fed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:14.200508 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-aa8ec8f7-5d8c-4d1f-9744-e63a07199cb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:15.543912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:16.995748 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:17.365878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:19.548332 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:49:27.177938 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:27.182794 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:27.184499 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:29.544259 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:29.545051 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:30.260054 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60582) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:49:30.265816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [None req-d0b7eb76-6c74-448a-853b-9aaa64033f9b tempest-verify_tempest_config-1862548209 tempest-verify_tempest_config-1862548209-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:49:30.267317 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d0b7eb76-6c74-448a-853b-9aaa64033f9b tempest-verify_tempest_config-1862548209 tempest-verify_tempest_config-1862548209-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062561 Jul 21 22:49:30.957376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60600) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:49:31.286571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.360301 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Publish callbacks [] for security_group (f8de5782-205c-42a1-ac08-29309c60ef38), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.433371 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f8de5782-205c-42a1-ac08-29309c60ef38), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.479023 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=39d26d85605c47db861fb84a090b0291&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5205393 Jul 21 22:49:31.480988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8de5782-205c-42a1-ac08-29309c60ef38,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:49:31.481875 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 60604) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:49:31.488377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.488723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.489100 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.489430 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.489764 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.490094 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.490420 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.490747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492664 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.492664 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.493040 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3eea89dc-6c29-4b06-8195-7fe105f856e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.540287 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Publish callbacks [] for security_group (f8de5782-205c-42a1-ac08-29309c60ef38), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.560575 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Publish callbacks [] for security_group (f8de5782-205c-42a1-ac08-29309c60ef38), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.703037 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f8de5782-205c-42a1-ac08-29309c60ef38), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.706048 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:31.707217 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8de5782-205c-42a1-ac08-29309c60ef38 HTTP/1.1" status: 204 len: 168 time: 0.2242355 Jul 21 22:49:31.715574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8de5782-205c-42a1-ac08-29309c60ef38,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:49:31.723306 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.723909 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.724266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.724615 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.724958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.725355 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.725725 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.726066 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.726424 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.726764 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.727130 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.727477 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.727848 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.728171 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:31.728499 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ff6996-0987-4b59-a9d7-b5c52c9c0161 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:49:41.483355 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=17,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:41.484123 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=22,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:41.717628 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=17,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:41.718398 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=18,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:41.748072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:42.004384 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ee4636f3-48fc-4a5d-8c17-0fb2c6c93ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:44.205638 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5f95fc4b-4ca3-4d0d-b819-2d9f0570c558 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:45.548175 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:45.573479 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=12 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:45.578352 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=20 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:46.999313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:47.245348 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:49:56.549615 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:49:56.928526 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:57.178370 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:49:57.190897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:06.545608 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:12.010357 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-dbb5e3e5-c645-4770-bf35-10f24d40984f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:14.221631 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-542dc64b-06ab-4906-ae4f-d86e61f5686e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:15.575636 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:16.987000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:17.237444 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:22.581545 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:22.586490 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:27.176352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:27.177137 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=13 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:27.183921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:33.548446 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:50:41.991659 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-19929b00-5969-4bd6-80d6-b879d70cf8ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:43.544650 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:43.546557 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:44.202796 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c6677bdb-ee8a-4df1-b1c5-40bdaa21785e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:45.591781 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:46.997179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:47.241876 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:50:57.180014 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:57.180759 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=1,neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:57.188569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:59.576388 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:50:59.582264 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=5 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:10.547665 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 5 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:51:12.006689 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9aacd27c-fe77-48b6-87b5-1c213e7f8e19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:14.207530 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cc66baa5-e33b-4e5f-89bb-6df343e7eb3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:15.550391 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:15.744837 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1813674'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:17.007316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:17.241415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:20.543660 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:27.184260 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:27.189096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:27.190833 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:27.909510 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60702) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:51:28.039900 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-39878582-0655-4096-9dd1-e3c2ea3805dd admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1288517 Jul 21 22:51:30.140467 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60712) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:51:30.195900 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4e288925-e861-4ad6-a4ca-6104bb60fcfe admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0540295 Jul 21 22:51:40.068787 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=12 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:40.070633 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=20 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:40.191108 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:40.191867 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:42.029643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e2ae5561-c9ee-432d-99ab-500dab23b14e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:44.194959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ad0ff786-ec87-4d59-a869-8004a999d68c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:45.537743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:45.720485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:47.006463 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:47.247025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:51:47.547590 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:51:57.181219 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:57.188074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:57.189799 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:57.543274 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:51:59.543257 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:12.005581 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-debedc5e-f62e-4c5c-8f4d-c81a9f1985e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:13.569852 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:13.575249 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:14.204878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ab2ecb9c-5703-4aab-b47c-d026f50b9273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:15.558143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:15.747346 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:17.016516 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:17.233815 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:24.547340 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:52:27.178264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=16 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:27.183780 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:27.185909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:40.544207 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:40.544960 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:42.009718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5ca0e35c-0ce9-4af8-a899-f619b49c5588 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:44.209696 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ea06442f-902c-4383-82ff-55a8b9fe6635 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:45.545198 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:45.746018 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:47.015024 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:47.243615 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:52:50.582524 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=6 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:57.175557 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:57.179844 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:52:57.182492 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:01.546885 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:53:08.916031 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60916) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:09.276835 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60930) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:09.329677 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60934) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:09.417100 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-317400148-network', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:09.498960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Made reservation on behalf of 755a70c4912f4795ae67cf9f036e02aa for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:09.501362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.504613 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 60940) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:09.520341 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.607440 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks [] for security_group (93f1eb7a-1509-46cb-873d-f71255fb8f86), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.656482 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (93f1eb7a-1509-46cb-873d-f71255fb8f86), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.683591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1132174846-network', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:09.691555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 645} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:53:09.708018 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93f1eb7a-1509-46cb-873d-f71255fb8f86,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:09.717142 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (502a1089-f1c1-45c5-9924-ccb496c610ab), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.718701 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Added segment 502a1089-f1c1-45c5-9924-ccb496c610ab of type vlan for network 418e802f-29ea-4a0c-b0db-8f680811e4d1 Jul 21 22:53:09.726614 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-network', 'tenant_id': '2f7e8103418741398872d59d16e0e919'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Tracked resource versions report: Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: pushed versions: Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: { 'AddressGroup': {'1.2'}, Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Agent': {'1.1'}, Jul 21 22:53:09.765148 dv-cinder-850697-1-iscsi neutron-server[111136]: 'ConntrackHelper': {'1.0'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Log': {'1.0'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'NDPProxy': {'1.0'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Network': {'1.1'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Port': {'1.7'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'PortForwarding': {'1.3'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'QosPolicy': {'1.10'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroup': {'1.5'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SubPort': {'1.0'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Subnet': {'1.1'}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Trunk': {'1.1'}} Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: consumer versions: Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: HyperV agent@hv-cinder-85069: {}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Agent': '1.1', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'ConntrackHelper': '1.0', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'LocalIPAssociation': '1.0', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Log': '1.0', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'NDPProxy': '1.0', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Network': '1.1', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Port': '1.7', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'PortForwarding': '1.3', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'QosPolicy': '1.10', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroup': '1.5', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SecurityGroupRule': '1.2', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'SubPort': '1.0', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Subnet': '1.1', Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: 'Trunk': '1.1'}} Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: {{(pid=111136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:53:09.767073 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1661954178-network', 'tenant_id': '08576395a1f1437385d2f24b482572a6'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:09.826706 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (418e802f-29ea-4a0c-b0db-8f680811e4d1), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.864805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Made reservation on behalf of ba0db0569e094eccb3e8fc578a16fc1e for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:09.867198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.876463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.897808 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Made reservation on behalf of 08576395a1f1437385d2f24b482572a6 for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:09.900818 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.902795 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Made reservation on behalf of 2f7e8103418741398872d59d16e0e919 for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:09.904924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.927508 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.929631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.943457 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (418e802f-29ea-4a0c-b0db-8f680811e4d1), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:09.943457 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:09.943457 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.179645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.2621720 Jul 21 22:53:10.181768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 60992) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:10.187502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Request body: {'subnet': {'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-subnet', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:10.197865 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a23ab59-69e1-4aeb-af58-9ad5393c8dea admin admin] Pushing event updated for resources: {'Network': ['ID=418e802f-29ea-4a0c-b0db-8f680811e4d1,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.211263 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:53:10.247114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=68,neutron:INSERT=26,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:10.256523 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=73,neutron:INSERT=25,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:10.264347 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Made reservation on behalf of 755a70c4912f4795ae67cf9f036e02aa for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:10.267916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.295911 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks [] for security_group (d601aacb-f745-4aeb-b2b7-25752074e0a4), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.321275 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks [] for security_group (f1e397bd-7109-479f-8cdf-ee2d4b533ae0), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.394101 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks [] for security_group (ed8ae222-3d02-4608-9a9a-74f868ea01ad), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.408686 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d601aacb-f745-4aeb-b2b7-25752074e0a4), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.465760 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d601aacb-f745-4aeb-b2b7-25752074e0a4,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.494332 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f1e397bd-7109-479f-8cdf-ee2d4b533ae0), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.497653 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 610} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:53:10.538139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e397bd-7109-479f-8cdf-ee2d4b533ae0,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.556408 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ed8ae222-3d02-4608-9a9a-74f868ea01ad), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.585863 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8ae222-3d02-4608-9a9a-74f868ea01ad,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.592458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (7f1ead77-0e7c-4779-8a2e-2ac68c3520f2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.613825 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (985b48c5-75f4-4d95-9483-a847428a6c97), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.614492 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Added segment 985b48c5-75f4-4d95-9483-a847428a6c97 of type vlan for network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 Jul 21 22:53:10.628063 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 607} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:53:10.633598 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 612} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:53:10.671165 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.671482 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Added segment 8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc of type vlan for network 9aabd78e-e211-4aea-bb01-9d58894470ca Jul 21 22:53:10.678208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (57e4d613-9ceb-449f-b04a-3cb85cc33f37), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.678549 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Added segment 57e4d613-9ceb-449f-b04a-3cb85cc33f37 of type vlan for network 890d251b-f2ed-45b8-839e-e822b200a30c Jul 21 22:53:10.684254 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.697723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (886605d9-b2c5-42f8-a453-66f8a90cc2d9), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.708358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.708797 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.709233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.709647 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.710039 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.710463 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.711034 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.711451 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.712014 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.712552 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.713006 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.713411 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.714192 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.714430 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.714753 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Tracked resource versions report: Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: pushed versions: Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: { 'AddressGroup': {'1.2'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Agent': {'1.1'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'ConntrackHelper': {'1.0'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Log': {'1.0'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'NDPProxy': {'1.0'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Network': {'1.1'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Port': {'1.7'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'PortForwarding': {'1.3'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'QosPolicy': {'1.10'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroup': {'1.5'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SubPort': {'1.0'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Subnet': {'1.1'}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Trunk': {'1.1'}} Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: consumer versions: Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: HyperV agent@hv-cinder-85069: {}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Agent': '1.1', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'ConntrackHelper': '1.0', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'LocalIPAssociation': '1.0', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Log': '1.0', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'NDPProxy': '1.0', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Network': '1.1', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Port': '1.7', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'PortForwarding': '1.3', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'QosPolicy': '1.10', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroup': '1.5', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SecurityGroupRule': '1.2', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'SubPort': '1.0', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Subnet': '1.1', Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: 'Trunk': '1.1'}} Jul 21 22:53:10.716241 dv-cinder-850697-1-iscsi neutron-server[111135]: {{(pid=111135) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:53:10.725860 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:10.727494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Network hostable DHCP agents. Network: 418e802f-29ea-4a0c-b0db-8f680811e4d1, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:53:10.779085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (9aabd78e-e211-4aea-bb01-9d58894470ca), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.783575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (890d251b-f2ed-45b8-839e-e822b200a30c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.840556 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:53:10.866256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (886605d9-b2c5-42f8-a453-66f8a90cc2d9), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.867940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:10.868990 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.925713 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (890d251b-f2ed-45b8-839e-e822b200a30c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.926654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:10.927248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.929231 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (9aabd78e-e211-4aea-bb01-9d58894470ca), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.930565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:10.931149 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.940696 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 418e802f-29ea-4a0c-b0db-8f680811e4d1) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:10.945513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:10.946385 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:10.956587 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02119a89-9ee9-475a-97e5-25a4587d2e5c None None] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:10.962608 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] Pushing event updated for resources: {'Network': ['ID=886605d9-b2c5-42f8-a453-66f8a90cc2d9,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:10.975075 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:53:10.978884 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5feaac75-ef92-4846-a82a-b1d6ebf79977 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.4730504 Jul 21 22:53:10.982342 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 32792) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:10.987065 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Request body: {'subnet': {'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1661954178-subnet', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:11.040911 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] Pushing event updated for resources: {'Network': ['ID=890d251b-f2ed-45b8-839e-e822b200a30c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.070372 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4fe08fdd-3bfe-40eb-96aa-6eadf7de7b31 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.7921708 Jul 21 22:53:11.076045 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.7431216 Jul 21 22:53:11.076045 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 32794) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:11.076937 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c1f60338-f468-450c-acca-b93bc47b7606 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.8937092 Jul 21 22:53:11.077889 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 32796) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:11.078418 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 32798) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:11.089828 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Request body: {'subnet': {'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-subnet', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:11.100764 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 890d251b-f2ed-45b8-839e-e822b200a30c details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:53:11.101057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:11.105584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Request body: {'subnet': {'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1132174846-subnet', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:11.119035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422ba4a8-4deb-474b-8834-ab92e437294c admin admin] Pushing event updated for resources: {'Network': ['ID=9aabd78e-e211-4aea-bb01-9d58894470ca,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.153564 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 9aabd78e-e211-4aea-bb01-9d58894470ca details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:53:11.168670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Made reservation on behalf of 08576395a1f1437385d2f24b482572a6 for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:11.171839 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.203343 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=71,neutron:UPDATE=10,neutron:INSERT=19 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.204582 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Made reservation on behalf of ba0db0569e094eccb3e8fc578a16fc1e for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:11.207447 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.262488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-418e802f-29ea-4a0c-b0db-8f680811e4d1', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:53:11.263517 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.266728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Made reservation on behalf of 2f7e8103418741398872d59d16e0e919 for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:11.269378 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.462519 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=6,neutron:SELECT=88,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.465324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.466402 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.497712 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.501609 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Allocated IP 172.20.0.2 (418e802f-29ea-4a0c-b0db-8f680811e4d1/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2/b0f0f290-c2a4-478e-890b-169aefec7399) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:11.539008 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.542413 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.543924 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:11.580716 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for router_controller (d23a146d-15e1-4df7-bdba-6542b10abffa), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.587559 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (dded05c3-784d-41dd-8d21-1b86d4802db6), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.592169 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (917d7df7-6f1a-4f5c-9b30-36a0e0047c4a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.654496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=917d7df7-6f1a-4f5c-9b30-36a0e0047c4a,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.667793 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks [] for port (b0f0f290-c2a4-478e-890b-169aefec7399), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.674399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Checking segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:11.674889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Network hostable DHCP agents. Network: 890d251b-f2ed-45b8-839e-e822b200a30c, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:53:11.758981 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.786195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Network 890d251b-f2ed-45b8-839e-e822b200a30c is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:53:11.798032 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dded05c3-784d-41dd-8d21-1b86d4802db6,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.805174 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Checking segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:11.805417 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:11.805537 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Network hostable DHCP agents. Network: 9aabd78e-e211-4aea-bb01-9d58894470ca, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:53:11.811471 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:11.814501 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:11.847240 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Pushing event updated for resources: {'Port': ['ID=b0f0f290-c2a4-478e-890b-169aefec7399,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.864840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 890d251b-f2ed-45b8-839e-e822b200a30c) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:11.869552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:11.870425 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.878709 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (06734f2c-3648-4684-b7ca-5b90e6861b74), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.879913 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4de5d40-fbd0-40fd-a594-af75a2c450f7 None None] Network 890d251b-f2ed-45b8-839e-e822b200a30c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:11.882621 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.883808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.884345 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.884850 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.885343 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.885897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.886388 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.886909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.887397 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.887896 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.888553 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.889275 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.889780 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.890277 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.890756 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Tracked resource versions report: Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: pushed versions: Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: { 'AddressGroup': {'1.2'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Agent': {'1.1'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'ConntrackHelper': {'1.0'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Log': {'1.0'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'NDPProxy': {'1.0'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Network': {'1.1'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Port': {'1.7'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'PortForwarding': {'1.3'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'QosPolicy': {'1.10'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroup': {'1.5'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SubPort': {'1.0'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Subnet': {'1.1'}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Trunk': {'1.1'}} Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: consumer versions: Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: HyperV agent@hv-cinder-85069: {}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Agent': '1.1', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'ConntrackHelper': '1.0', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'LocalIPAssociation': '1.0', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Log': '1.0', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'NDPProxy': '1.0', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Network': '1.1', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Port': '1.7', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'PortForwarding': '1.3', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'QosPolicy': '1.10', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroup': '1.5', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SecurityGroupRule': '1.2', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'SubPort': '1.0', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Subnet': '1.1', Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: 'Trunk': '1.1'}} Jul 21 22:53:11.892156 dv-cinder-850697-1-iscsi neutron-server[111137]: {{(pid=111137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:53:11.923205 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for router_gateway (d23a146d-15e1-4df7-bdba-6542b10abffa), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.929445 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Attempting to bind port b0f0f290-c2a4-478e-890b-169aefec7399 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:11.929974 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Attempting to bind port b0f0f290-c2a4-478e-890b-169aefec7399 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:11.930336 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Attempting to bind port b0f0f290-c2a4-478e-890b-169aefec7399 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:11.940197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:11.940956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:11.941535 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.942089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Bound using segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:11.942725 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Bound port: b0f0f290-c2a4-478e-890b-169aefec7399, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:11.943136 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:11.949809 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5580c8e2-536a-407e-9635-4d514d34c7fb admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8485498 Jul 21 22:53:11.952496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 32824) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:11.956740 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:11.960813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Pushing event updated for resources: {'Subnet': ['ID=06734f2c-3648-4684-b7ca-5b90e6861b74,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:11.972339 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Checking segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:11.972695 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Network hostable DHCP agents. Network: 886605d9-b2c5-42f8-a453-66f8a90cc2d9, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:53:12.020251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:53:12.052061 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 9aabd78e-e211-4aea-bb01-9d58894470ca) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:12.057262 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:12.057866 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.069253 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46d8704a-2802-432d-a8aa-7118996707fe None None] Network 9aabd78e-e211-4aea-bb01-9d58894470ca requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:12.077459 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.078629 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.107194 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:53:12.142279 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1ec658c7-603f-4809-a9dc-a7ec36885297 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0598745 Jul 21 22:53:12.142954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 32830) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:12.159918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:12.208754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] For port b0f0f290-c2a4-478e-890b-169aefec7399, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:12.220745 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for router_controller (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), precommit_add_association {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.247643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-890d251b-f2ed-45b8-839e-e822b200a30c', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'fixed_ips': [{'subnet_id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:53:12.248569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.251002 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c887211a-e73e-461d-9edb-5b8ee39dd980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.259940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] For port b0f0f290-c2a4-478e-890b-169aefec7399, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b0f0f290-c2a4-478e-890b-169aefec7399,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:12.362393 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-9aabd78e-e211-4aea-bb01-9d58894470ca', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:53:12.363395 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.608521 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.612719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 886605d9-b2c5-42f8-a453-66f8a90cc2d9) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:12.612719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.612719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.612719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:12.612719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.618234 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:12.619869 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for router_gateway (d23a146d-15e1-4df7-bdba-6542b10abffa), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.620856 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for router_gateway (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.622385 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Allocated IP 172.20.0.2 (9aabd78e-e211-4aea-bb01-9d58894470ca/dded05c3-784d-41dd-8d21-1b86d4802db6/1cb13ec8-e8dc-4780-bad8-9aad97bec021) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:12.622962 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.917114 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-f0636dc3-563c-44cb-b7c0-f18d39fed07b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9336326 Jul 21 22:53:12.923502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 32876) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:12.937538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:12.943827 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da724917-3b9b-4421-90f2-1fd19661cffc None None] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:12.958580 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for router_controller (4913d4d9-0861-4084-b5c8-fae0d8f710ba), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:12.983074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:12.989037 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:12.989037 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:12.999799 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47242ce0-d699-4733-a4e8-3683dc368b1a None None] Pushing event updated for resources: {'Port': ['ID=b0f0f290-c2a4-478e-890b-169aefec7399,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:13.062810 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.064183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.068806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Allocated IP 172.27.0.134 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/2120539b-4afc-4929-b5d4-47bfba14af7c) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:13.186844 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Allocated IP 172.20.0.2 (890d251b-f2ed-45b8-839e-e822b200a30c/917d7df7-6f1a-4f5c-9b30-36a0e0047c4a/95f6ddde-0cf0-4c30-a6fc-c821ce091da1) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:13.282602 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for router_gateway (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.302418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:53:13.304525 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.309652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks [] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.313962 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b0f0f290-c2a4-478e-890b-169aefec7399 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:13.321794 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.406330 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.462384 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for router_controller (9dbaa1a4-820a-4e98-819b-17f3e9111380), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.504269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for router_gateway (4913d4d9-0861-4084-b5c8-fae0d8f710ba), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.535582 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:13.554470 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.571256 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:13.573719 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:13.592230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port b0f0f290-c2a4-478e-890b-169aefec7399 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:13.592634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.700389 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Pushing event updated for resources: {'Port': ['ID=1cb13ec8-e8dc-4780-bad8-9aad97bec021,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:13.764111 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Allocated IP 172.20.0.2 (886605d9-b2c5-42f8-a453-66f8a90cc2d9/06734f2c-3648-4684-b7ca-5b90e6861b74/a4808726-eb71-45f1-92db-97b369d92db1) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:13.797386 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks [] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.799117 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Attempting to bind port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:13.799497 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Attempting to bind port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:13.799865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Attempting to bind port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:13.834029 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for router_gateway (9dbaa1a4-820a-4e98-819b-17f3e9111380), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.843500 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.848784 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:13.849154 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Checking segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:13.853870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.853870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Bound using segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:13.853870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Bound port: 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:13.853870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.886463 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:13.958411 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Allocated IP 172.27.0.131 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/36997055-5209-49f7-ab55-739c95341508) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:14.055172 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks [] for port (a4808726-eb71-45f1-92db-97b369d92db1), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.087153 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Pushing event updated for resources: {'Port': ['ID=2120539b-4afc-4929-b5d4-47bfba14af7c,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:14.102077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:14.106958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:14.109362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:14.109483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:14.129866 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for port (36997055-5209-49f7-ab55-739c95341508), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.149922 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Network 890d251b-f2ed-45b8-839e-e822b200a30c is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:14.152129 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port b0f0f290-c2a4-478e-890b-169aefec7399 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:14.163544 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.186808 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for router_gateway (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.209640 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:14.225637 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (a4808726-eb71-45f1-92db-97b369d92db1), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.228036 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:14.242561 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd177209-db3c-4ea2-afb6-a9e280cadd69 None None] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:14.268140 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.272145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (36997055-5209-49f7-ab55-739c95341508), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.295347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port b0f0f290-c2a4-478e-890b-169aefec7399, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b0f0f290-c2a4-478e-890b-169aefec7399,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:14.316984 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:14.324084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] For port 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:14.332422 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:14.333736 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:14.338310 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:14.346826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Pushing event updated for resources: {'Port': ['ID=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:14.370504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:14.405196 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] For port 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1cb13ec8-e8dc-4780-bad8-9aad97bec021,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:14.435150 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:14.442175 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.444859 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-4de9e38d-cddc-4e66-8adb-2d1930e458ca None None] Provisioning complete for port b0f0f290-c2a4-478e-890b-169aefec7399 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:14.445868 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4de9e38d-cddc-4e66-8adb-2d1930e458ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.450895 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-6187816c-b4d8-410a-90b9-4409b9c1777c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.508175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for router_gateway (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.568408 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Pushing event updated for resources: {'Port': ['ID=a4808726-eb71-45f1-92db-97b369d92db1,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:14.571966 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.577746 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Pushing event updated for resources: {'Port': ['ID=36997055-5209-49f7-ab55-739c95341508,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:14.579265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.610309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Attempting to bind port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:14.610682 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Attempting to bind port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:14.611100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Attempting to bind port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 on network 890d251b-f2ed-45b8-839e-e822b200a30c {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:14.647279 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:14.653376 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:14.662369 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Allocated IP 172.27.0.55 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/8672f8b8-6fed-4ec2-9321-3bf86635e348) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:14.670742 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:14.671266 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Checking segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:14.671674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.672066 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Bound using segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:14.672556 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Bound port: 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:14.672936 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.748005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Attempting to bind port a4808726-eb71-45f1-92db-97b369d92db1 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:14.748005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Attempting to bind port a4808726-eb71-45f1-92db-97b369d92db1 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:14.748005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Attempting to bind port a4808726-eb71-45f1-92db-97b369d92db1 on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:14.790424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:14.790826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Checking segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:14.791626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.791626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Bound using segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:14.792108 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Bound port: a4808726-eb71-45f1-92db-97b369d92db1, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:14.792504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (a4808726-eb71-45f1-92db-97b369d92db1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.814880 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=b0f0f290-c2a4-478e-890b-169aefec7399,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:14.868044 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for router_gateway (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:14.978262 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] For port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:14.987414 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] For port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:15.058515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-4de9e38d-cddc-4e66-8adb-2d1930e458ca None None] Current status of the port b0f0f290-c2a4-478e-890b-169aefec7399 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:15.072708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for router_gateway (d23a146d-15e1-4df7-bdba-6542b10abffa), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.127167 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.244364 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.269942 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] For port a4808726-eb71-45f1-92db-97b369d92db1, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:15.289884 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] For port a4808726-eb71-45f1-92db-97b369d92db1, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=a4808726-eb71-45f1-92db-97b369d92db1,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:15.354028 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b0f0f290-c2a4-478e-890b-169aefec7399 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:15.356552 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-f967f0d0-b784-4be4-a98c-a7b2380c4ca8 None None] Provisioning complete for port b0f0f290-c2a4-478e-890b-169aefec7399 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:15.356990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f967f0d0-b784-4be4-a98c-a7b2380c4ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.397528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.418604 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ffc54-9b48-4b0d-ac15-9846e18eed41 None None] Pushing event updated for resources: {'Port': ['ID=1cb13ec8-e8dc-4780-bad8-9aad97bec021,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:15.432961 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.474273 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (a4808726-eb71-45f1-92db-97b369d92db1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.516988 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.736372 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:15.765817 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:15.784195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Allocated IP 172.27.0.89 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/927e8cdf-a476-442a-abd9-f8ebb644e069) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:15.809233 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:53:15.825105 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:15.883290 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f967f0d0-b784-4be4-a98c-a7b2380c4ca8 None None] Current status of the port b0f0f290-c2a4-478e-890b-169aefec7399 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:15.920950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:15.926100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=9,neutron:SELECT=89,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:15.952465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d440ce3-c05e-4868-9556-8b9a62b672fb None None] Pushing event updated for resources: {'Port': ['ID=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:15.966304 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:15.971284 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:16.001952 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.005867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port b0f0f290-c2a4-478e-890b-169aefec7399 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:16.006270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.015496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:16.018246 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:16.031506 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Sync routers for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:16.045697 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:16.046763 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:16.083867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.114605 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.115961 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-728714e8-5b0a-477c-a701-5eddf61b67e6 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1625147 Jul 21 22:53:16.130362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 32992) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:16.169731 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87de8a-acb3-4e93-a156-9641c8ef4056 None None] Pushing event updated for resources: {'Port': ['ID=a4808726-eb71-45f1-92db-97b369d92db1,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:16.222541 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Pushing event updated for resources: {'Port': ['ID=8672f8b8-6fed-4ec2-9321-3bf86635e348,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:16.242954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.288312 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port b0f0f290-c2a4-478e-890b-169aefec7399 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:16.309901 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:16.314516 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:16.327753 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:16.536715 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Pushing event updated for resources: {'Port': ['ID=927e8cdf-a476-442a-abd9-f8ebb644e069,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:16.571463 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:16.624569 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:16.659163 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Router d23a146d-15e1-4df7-bdba-6542b10abffa is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:53:16.740651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for router_gateway (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:16.850865 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:16.862527 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81e31589-a0c8-4207-8bf3-ee47599a1d61 None None] Network 9aabd78e-e211-4aea-bb01-9d58894470ca requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:16.938532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Provisioning complete for port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:16.939198 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.010113 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:17.032128 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.068618 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Checking router: a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:17.070523 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Updating router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c port 36997055-5209-49f7-ab55-739c95341508 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:17.163743 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (36997055-5209-49f7-ab55-739c95341508), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.192056 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fed2443-c087-412d-a8ea-d1a241f3eb99 None None] Network 890d251b-f2ed-45b8-839e-e822b200a30c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:17.263988 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:17.269925 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.314012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for router_gateway (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.315940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:17.447768 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:17.448664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:17.456448 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.507897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Current status of the port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:17.515029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.517611 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device a4808726-eb71-45f1-92db-97b369d92db1 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:17.619954 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks [] for port (36997055-5209-49f7-ab55-739c95341508), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.633852 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Allocated IP 172.20.0.1 (890d251b-f2ed-45b8-839e-e822b200a30c/917d7df7-6f1a-4f5c-9b30-36a0e0047c4a/ab1fb01a-8d31-470a-be60-0c8d03a5932e) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:17.641980 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33040) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:17.728921 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (36997055-5209-49f7-ab55-739c95341508), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.768640 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f633ca6b-475a-472f-9f1a-5887ba1d569b None None] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:53:17.780742 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks [] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.799956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:17.814077 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Pushing event updated for resources: {'Port': ['ID=36997055-5209-49f7-ab55-739c95341508,revision_number=2']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:17.826188 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.826809 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.827609 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.828487 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.828972 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.829435 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.829894 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.830351 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.830964 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.831444 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.831942 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.832451 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.833327 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.833830 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.834354 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Tracked resource versions report: Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: pushed versions: Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: { 'AddressGroup': {'1.2'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Agent': {'1.1'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'ConntrackHelper': {'1.0'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'LocalIPAssociation': {'1.0'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Log': {'1.0'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'NDPProxy': {'1.0'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Network': {'1.1'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Port': {'1.7'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'PortForwarding': {'1.3'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'QosPolicy': {'1.10'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroup': {'1.5'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroupRule': {'1.2'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SubPort': {'1.0'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Subnet': {'1.1'}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Trunk': {'1.1'}} Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: consumer versions: Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: { DHCP agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: HyperV agent@hv-cinder-85069: {}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: L3 agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: Metadata agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: Metering agent@dv-cinder-850697-1-iscsi: {}, Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: Open vSwitch agent@dv-cinder-850697-1-iscsi: { 'AddressGroup': '1.2', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Agent': '1.1', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'ConntrackHelper': '1.0', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'LocalIPAssociation': '1.0', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Log': '1.0', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'NDPProxy': '1.0', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Network': '1.1', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Port': '1.7', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'PortForwarding': '1.3', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'QosPolicy': '1.10', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroup': '1.5', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SecurityGroupRule': '1.2', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'SubPort': '1.0', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Subnet': '1.1', Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: 'Trunk': '1.1'}} Jul 21 22:53:17.837260 dv-cinder-850697-1-iscsi neutron-server[111138]: {{(pid=111138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 21 22:53:17.865084 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-aadddf93-3e8f-425d-a226-3621e8d285f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.873962 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.875228 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-08c9cd14-eae1-4c07-b6f4-0f182785d18a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 6.7953191 Jul 21 22:53:17.902972 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Attempting to bind port 36997055-5209-49f7-ab55-739c95341508 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:17.903481 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Attempting to bind port 36997055-5209-49f7-ab55-739c95341508 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:17.903846 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Attempting to bind port 36997055-5209-49f7-ab55-739c95341508 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:17.910088 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:17.910478 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:17.910910 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.911299 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:17.911770 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Bound port: 36997055-5209-49f7-ab55-739c95341508, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:17.912145 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (36997055-5209-49f7-ab55-739c95341508), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:17.928473 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:17.933402 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:17.937228 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33050) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:17.973236 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] For port 36997055-5209-49f7-ab55-739c95341508, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:17.976632 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] For port 36997055-5209-49f7-ab55-739c95341508, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=36997055-5209-49f7-ab55-739c95341508,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:17.979249 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:18.019089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-aadddf93-3e8f-425d-a226-3621e8d285f2 admin admin] Publish callbacks [] for security_group (c14ddeda-b4b4-4a68-bdcc-3456edf4ba23), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.019189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] For port 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1cb13ec8-e8dc-4780-bad8-9aad97bec021,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:18.019288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.035122 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:18.043585 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:18.059422 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.083572 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (36997055-5209-49f7-ab55-739c95341508), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.087157 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port a4808726-eb71-45f1-92db-97b369d92db1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:18.087559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (a4808726-eb71-45f1-92db-97b369d92db1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.170122 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.257089 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018ee19-399d-4536-91a0-969fae7ed21c None None] Pushing event updated for resources: {'Port': ['ID=36997055-5209-49f7-ab55-739c95341508,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:18.259713 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:18.260864 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:18.311552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:18.316478 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-aadddf93-3e8f-425d-a226-3621e8d285f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c14ddeda-b4b4-4a68-bdcc-3456edf4ba23), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.348012 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-aadddf93-3e8f-425d-a226-3621e8d285f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=faadfc4e89d649c1b54da92755178fee&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7049673 Jul 21 22:53:18.353221 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33058) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:18.378064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Network 890d251b-f2ed-45b8-839e-e822b200a30c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:18.378638 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.385898 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:18.404306 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:18.404799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.414496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6121418-4ec8-4904-85dd-596b60f50354 None None] Pushing event updated for resources: {'Port': ['ID=1cb13ec8-e8dc-4780-bad8-9aad97bec021,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:18.417754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Provisioning complete for port a4808726-eb71-45f1-92db-97b369d92db1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:18.418241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (a4808726-eb71-45f1-92db-97b369d92db1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.430156 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:18.432385 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Pushing event updated for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:18.494025 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadddf93-3e8f-425d-a226-3621e8d285f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c14ddeda-b4b4-4a68-bdcc-3456edf4ba23,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:18.722343 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] Publish callbacks [] for security_group (c14ddeda-b4b4-4a68-bdcc-3456edf4ba23), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.750984 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:18.752438 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Current status of the port a4808726-eb71-45f1-92db-97b369d92db1 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:18.752438 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (a4808726-eb71-45f1-92db-97b369d92db1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.752930 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] Publish callbacks [] for security_group (c14ddeda-b4b4-4a68-bdcc-3456edf4ba23), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.753193 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33062) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:18.753268 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port a4808726-eb71-45f1-92db-97b369d92db1 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:18.753268 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (a4808726-eb71-45f1-92db-97b369d92db1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.839049 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:53:18.842485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:18.904996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.933602 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:18.949328 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] For port a4808726-eb71-45f1-92db-97b369d92db1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=a4808726-eb71-45f1-92db-97b369d92db1,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:18.953531 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:18.953892 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Updating router d23a146d-15e1-4df7-bdba-6542b10abffa port 2120539b-4afc-4929-b5d4-47bfba14af7c binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:18.965433 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:53:18.971433 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c14ddeda-b4b4-4a68-bdcc-3456edf4ba23), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.973355 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53071f8b-b834-41c7-86bc-dc2a95424be7 None None] The sync data for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi is: [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:18.974381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:18.978744 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c14ddeda-b4b4-4a68-bdcc-3456edf4ba23 HTTP/1.1" status: 204 len: 168 time: 0.6156392 Jul 21 22:53:18.998046 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.002469 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c288adde-529f-4953-b32b-12bf0f88a2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c14ddeda-b4b4-4a68-bdcc-3456edf4ba23,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:19.003573 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff21fcff-21ac-413f-9aea-c197667a58e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.028107 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (a4808726-eb71-45f1-92db-97b369d92db1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.061133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:19.117854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Provisioning complete for port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:19.118241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.160054 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks [] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.233879 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.247502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.248357 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.317025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:19.328547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:UPDATE=7,neutron:INSERT=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:19.365414 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.db.api [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=111137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 21 22:53:19.365842 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG oslo_db.api [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 21 22:53:19.392878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Pushing event updated for resources: {'Port': ['ID=a4808726-eb71-45f1-92db-97b369d92db1,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:19.397368 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:19.408938 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:19.409562 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:19.416133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Pushing event updated for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:19.435225 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:19.461143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:19.508574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.513514 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8b9eccf1-6563-401a-bf67-82c16c665a40 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.3632870 Jul 21 22:53:19.513652 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33076) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:19.612998 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:19.613561 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:19.622807 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:19.630469 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:19.677967 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Current status of the port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:19.683657 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Network 890d251b-f2ed-45b8-839e-e822b200a30c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:19.683812 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.683903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:19.705694 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff21fcff-21ac-413f-9aea-c197667a58e7 admin admin] Publish callbacks [] for security_group (a3dac4da-d2ff-4f50-b511-c888b240f388), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.718597 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.722587 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-e9a25cf1-d342-44e6-8c36-7f910b03b571 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.7955565 Jul 21 22:53:19.723669 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33078) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:19.791138 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] For port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:19.826220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff21fcff-21ac-413f-9aea-c197667a58e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (a3dac4da-d2ff-4f50-b511-c888b240f388), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:19.840900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:19.945196 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:53:19.971404 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Allocated IP 172.20.0.1 (418e802f-29ea-4a0c-b0db-8f680811e4d1/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2/1355afd3-219c-40fe-b1ec-ac3e08b2eb03) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:19.989533 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port a4808726-eb71-45f1-92db-97b369d92db1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:19.990841 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1cb13ec8-e8dc-4780-bad8-9aad97bec021 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:19.992893 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.021829 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Provisioning complete for port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:20.022192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.025931 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33080) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:20.043220 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.073008 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:20.108237 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-31c11666-6892-495f-a577-d22b3bb433b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.110592 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:20.111172 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Updating router 4913d4d9-0861-4084-b5c8-fae0d8f710ba port 8672f8b8-6fed-4ec2-9321-3bf86635e348 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:20.167987 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.175703 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.239067 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.257877 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ff21fcff-21ac-413f-9aea-c197667a58e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cdb170fd25234969b1ab3e7b828dca86&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5445874 Jul 21 22:53:20.264677 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33084) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:20.296885 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff21fcff-21ac-413f-9aea-c197667a58e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3dac4da-d2ff-4f50-b511-c888b240f388,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:20.327686 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:20.333263 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.408643 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:20.427342 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-34cc7167-63bf-461f-9aba-a9a1d1ff286a admin admin] 10.222.0.52 "PUT /v2.0/routers/a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2951694 Jul 21 22:53:20.428465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks [] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.432192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Pushing event updated for resources: {'Port': ['ID=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:20.445523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:20.445523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Updating router 9dbaa1a4-820a-4e98-819b-17f3e9111380 port 927e8cdf-a476-442a-abd9-f8ebb644e069 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:20.459876 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.490409 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:20.491015 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.518747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-31c11666-6892-495f-a577-d22b3bb433b5 admin admin] Publish callbacks [] for security_group (71254628-286f-4058-9555-f1ccca19e63c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.541806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] Publish callbacks [] for security_group (a3dac4da-d2ff-4f50-b511-c888b240f388), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.612600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-31c11666-6892-495f-a577-d22b3bb433b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (71254628-286f-4058-9555-f1ccca19e63c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.645218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-93634261-c4fc-46cf-b357-42b05d640bb5 None None] Current status of the port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:20.651395 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] Publish callbacks [] for security_group (a3dac4da-d2ff-4f50-b511-c888b240f388), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.676038 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.684259 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-31c11666-6892-495f-a577-d22b3bb433b5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e714c93394014ff8875007c80d1d50f3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6548731 Jul 21 22:53:20.686091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.695712 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33102) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:20.700598 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks [] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.756844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c11666-6892-495f-a577-d22b3bb433b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71254628-286f-4058-9555-f1ccca19e63c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:20.761416 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.788395 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:20.877978 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:20.882203 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:20.901469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb5fd0-6218-492d-9c20-ee8ce54e9fce None None] Pushing event updated for resources: {'Port': ['ID=2120539b-4afc-4929-b5d4-47bfba14af7c,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:20.911915 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Provisioning complete for port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:20.912592 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.956211 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Attempting to bind port 2120539b-4afc-4929-b5d4-47bfba14af7c on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:20.958840 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Attempting to bind port 2120539b-4afc-4929-b5d4-47bfba14af7c by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:20.958999 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] Publish callbacks [] for security_group (71254628-286f-4058-9555-f1ccca19e63c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:20.960381 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Attempting to bind port 2120539b-4afc-4929-b5d4-47bfba14af7c on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:20.970917 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.011612 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:21.012442 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:21.012860 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.013262 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:21.013752 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Bound port: 2120539b-4afc-4929-b5d4-47bfba14af7c, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:21.014145 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.027790 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks [] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.091487 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] For port 2120539b-4afc-4929-b5d4-47bfba14af7c, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:21.094914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33124) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:21.096098 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] For port 2120539b-4afc-4929-b5d4-47bfba14af7c, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2120539b-4afc-4929-b5d4-47bfba14af7c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:21.107560 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.115656 dv-cinder-850697-1-iscsi neutron-server[111135]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 22:53:21.126659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] Publish callbacks [] for security_group (71254628-286f-4058-9555-f1ccca19e63c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.140521 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.158357 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Allocated IP 172.20.0.1 (9aabd78e-e211-4aea-bb01-9d58894470ca/dded05c3-784d-41dd-8d21-1b86d4802db6/d18211d6-6ecd-49aa-bd7e-c7d3feac0854) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:21.162241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:21.162627 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.169475 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Attempting to bind port 8672f8b8-6fed-4ec2-9321-3bf86635e348 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:21.169901 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Attempting to bind port 8672f8b8-6fed-4ec2-9321-3bf86635e348 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:21.170238 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Attempting to bind port 8672f8b8-6fed-4ec2-9321-3bf86635e348 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:21.182641 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.199290 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:21.199689 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:21.200202 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.200601 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:21.201091 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Bound port: 8672f8b8-6fed-4ec2-9321-3bf86635e348, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:21.201468 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.205457 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.256389 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (a3dac4da-d2ff-4f50-b511-c888b240f388), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.258465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.263939 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a3dac4da-d2ff-4f50-b511-c888b240f388 HTTP/1.1" status: 204 len: 168 time: 0.9981868 Jul 21 22:53:21.326574 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] For port 8672f8b8-6fed-4ec2-9321-3bf86635e348, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:21.331197 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] For port 8672f8b8-6fed-4ec2-9321-3bf86635e348, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8672f8b8-6fed-4ec2-9321-3bf86635e348,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:21.334081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks [] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.339904 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Current status of the port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:21.348460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (71254628-286f-4058-9555-f1ccca19e63c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.352603 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.357118 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/71254628-286f-4058-9555-f1ccca19e63c HTTP/1.1" status: 204 len: 168 time: 0.6557651 Jul 21 22:53:21.369060 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Provisioning complete for port a4808726-eb71-45f1-92db-97b369d92db1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:21.369438 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (a4808726-eb71-45f1-92db-97b369d92db1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.372162 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4ad48-bad1-4ca5-84bb-ef223c2da4af None None] Pushing event updated for resources: {'Port': ['ID=8672f8b8-6fed-4ec2-9321-3bf86635e348,revision_number=2']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.380410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.386489 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f70f56-afb9-4735-a6c8-ddccaafa02c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71254628-286f-4058-9555-f1ccca19e63c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.415307 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.468270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:21.469515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:21.477998 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.500512 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.501179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.532611 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.538389 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e4ad48-bad1-4ca5-84bb-ef223c2da4af None None] Pushing event updated for resources: {'Port': ['ID=8672f8b8-6fed-4ec2-9321-3bf86635e348,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.546908 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:21.562974 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:21.570450 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:21.570450 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:21.572397 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2d0cbc-641e-493f-8b28-8c4611414d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3dac4da-d2ff-4f50-b511-c888b240f388,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.579971 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:21.586667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:21.600862 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:21.604816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (d23a146d-15e1-4df7-bdba-6542b10abffa), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.634830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:21.635481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cb5fd0-6218-492d-9c20-ee8ce54e9fce None None] Pushing event updated for resources: {'Port': ['ID=2120539b-4afc-4929-b5d4-47bfba14af7c,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.637528 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.658961 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Pushing event updated for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:21.672228 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Sync routers for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:21.677464 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:21.719602 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:21.722765 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:21.830711 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks [] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.871121 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-5288543b-65ba-49be-bb4c-645eb3ff6de8 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:21.876907 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-5288543b-65ba-49be-bb4c-645eb3ff6de8 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/networks?id=890d251b-f2ed-45b8-839e-e822b200a30c HTTP/1.1" status: 200 len: 812 time: 0.7776144 Jul 21 22:53:21.881919 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:21.923371 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-faa2d775-a1a1-4944-9b5a-555c1d6c73f2 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/quotas/ba0db0569e094eccb3e8fc578a16fc1e HTTP/1.1" status: 200 len: 375 time: 0.0330622 Jul 21 22:53:22.009107 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:22.012658 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:22.098046 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.115758 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:22.152764 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Current status of the port a4808726-eb71-45f1-92db-97b369d92db1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:22.170143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:22.173057 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Provisioning complete for port ab1fb01a-8d31-470a-be60-0c8d03a5932e triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:22.180928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.180928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:22.187491 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.221649 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-791358b0-f131-417e-8441-1dc3ef2dee20 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=ba0db0569e094eccb3e8fc578a16fc1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2790110 Jul 21 22:53:22.368047 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.368133 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ffbf-58da-4edc-a8b8-d92050c7d70d None None] Pushing event updated for resources: {'Port': ['ID=927e8cdf-a476-442a-abd9-f8ebb644e069,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:22.375302 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Attempting to bind port 927e8cdf-a476-442a-abd9-f8ebb644e069 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:22.376336 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Attempting to bind port 927e8cdf-a476-442a-abd9-f8ebb644e069 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:22.376918 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Attempting to bind port 927e8cdf-a476-442a-abd9-f8ebb644e069 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:22.404768 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:22.406153 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:22.407099 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:22.408146 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.409190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:22.410813 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Bound port: 927e8cdf-a476-442a-abd9-f8ebb644e069, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:22.411446 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.440117 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks [] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.521419 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.522232 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.569897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device a4808726-eb71-45f1-92db-97b369d92db1 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:22.578034 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:22.591772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-9e6cfab9-cd8f-4d3f-ac97-76015b79079c None None] Port ab1fb01a-8d31-470a-be60-0c8d03a5932e cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:22.628657 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] For port 927e8cdf-a476-442a-abd9-f8ebb644e069, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:22.650919 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:18Z', 'revision_number': 4, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'ab1fb01a-8d31-470a-be60-0c8d03a5932e', 'name': '', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'mac_address': 'fa:16:3e:64:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:17Z', 'updated_at': '2022-07-21T22:53:18Z', 'revision_number': 2, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'subnets': [{'id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:22.666912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] For port 927e8cdf-a476-442a-abd9-f8ebb644e069, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=927e8cdf-a476-442a-abd9-f8ebb644e069,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:22.680146 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Checking router: a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:22.685026 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Updating router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c port ab1fb01a-8d31-470a-be60-0c8d03a5932e binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:22.685164 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33158) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:22.685255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:22.685338 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Pushing event updated for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:22.708674 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Allocated IP 172.20.0.1 (886605d9-b2c5-42f8-a453-66f8a90cc2d9/06734f2c-3648-4684-b7ca-5b90e6861b74/dd3f6834-658f-4d58-b87a-70188d265dd3) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:22.718417 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.737994 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1688b8d-7f6e-4649-8579-058c4ac35ae0 None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:22.774599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.797720 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:22.798897 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2033415d-d514-45ea-860d-93d428a2416e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.853082 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port a4808726-eb71-45f1-92db-97b369d92db1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:22.853746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (a4808726-eb71-45f1-92db-97b369d92db1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.875086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:22.875803 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.878710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks [] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.930961 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:22.954398 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:22.956209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:22.956596 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:22.956978 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (d23a146d-15e1-4df7-bdba-6542b10abffa), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.004838 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2033415d-d514-45ea-860d-93d428a2416e admin admin] Publish callbacks [] for security_group (198c0a90-b769-4cef-9965-23ee55004896), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.021261 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:23.023384 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:23.062173 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a80d6e9e-d83d-40a7-99ca-61ab5101a7fe service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:53:23.063299 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a80d6e9e-d83d-40a7-99ca-61ab5101a7fe service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.4521124 Jul 21 22:53:23.089042 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2033415d-d514-45ea-860d-93d428a2416e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (198c0a90-b769-4cef-9965-23ee55004896), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.284109 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f6ffbf-58da-4edc-a8b8-d92050c7d70d None None] Pushing event updated for resources: {'Port': ['ID=927e8cdf-a476-442a-abd9-f8ebb644e069,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:23.296914 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks [] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.297663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:23.302424 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-2033415d-d514-45ea-860d-93d428a2416e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=185713cd153d4e9abe3afeabe9d9c723&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6196852 Jul 21 22:53:23.313314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33170) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:23.314002 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2033415d-d514-45ea-860d-93d428a2416e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=198c0a90-b769-4cef-9965-23ee55004896,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:23.385398 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.407188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:53:23.419691 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:23.511865 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Pushing event updated for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:23.553160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:23.553460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] Publish callbacks [] for security_group (198c0a90-b769-4cef-9965-23ee55004896), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.576645 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ecd5-7c85-435c-bb50-538095907827 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:23.587831 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] Publish callbacks [] for security_group (198c0a90-b769-4cef-9965-23ee55004896), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.608608 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks [] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.657161 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:23.707624 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-afcb35c1-1bf5-47ed-8a15-f24800886faf service neutron] 10.222.0.52 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6330345 Jul 21 22:53:23.711188 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port a4808726-eb71-45f1-92db-97b369d92db1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:23.712151 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1cb13ec8-e8dc-4780-bad8-9aad97bec021 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:23.736871 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Attempting to bind port ab1fb01a-8d31-470a-be60-0c8d03a5932e on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:23.736871 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Attempting to bind port ab1fb01a-8d31-470a-be60-0c8d03a5932e by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:23.737112 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Attempting to bind port ab1fb01a-8d31-470a-be60-0c8d03a5932e on network 890d251b-f2ed-45b8-839e-e822b200a30c {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:23.748636 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:23.749049 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Checking segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:23.749409 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.749797 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Bound using segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:23.752367 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Bound port: ab1fb01a-8d31-470a-be60-0c8d03a5932e, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:23.758050 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.785574 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:23.835195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:23.837960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:23.842427 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1557d81a-cb5d-483d-af50-a7a1cebc1691 admin admin] 10.222.0.52 "PUT /v2.0/routers/4913d4d9-0861-4084-b5c8-fae0d8f710ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3284502 Jul 21 22:53:23.843362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (198c0a90-b769-4cef-9965-23ee55004896), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.846217 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.847372 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/198c0a90-b769-4cef-9965-23ee55004896 HTTP/1.1" status: 204 len: 168 time: 0.5304987 Jul 21 22:53:23.856626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2cf608-1e27-4bb9-aadf-c48b6cd50785 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=198c0a90-b769-4cef-9965-23ee55004896,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:23.905863 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Provisioning complete for port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:23.909048 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:23.934899 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] For port ab1fb01a-8d31-470a-be60-0c8d03a5932e, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:23.938703 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] For port ab1fb01a-8d31-470a-be60-0c8d03a5932e, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ab1fb01a-8d31-470a-be60-0c8d03a5932e,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:23.946663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:24.011566 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a3a0f8da-8b61-408a-a2f3-ce86619e9de3 service neutron] 10.222.0.52 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3015292 Jul 21 22:53:24.020546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:24.022153 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.025482 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-3e1bfc5d-333b-475c-939b-ad844c8063eb None None] Port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:24.027438 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:24.033580 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:24.043329 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.052197 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:24.178661 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c2ecd5-7c85-435c-bb50-538095907827 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:24.188809 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:24.190660 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:24.191720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.237388 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38a5b6da-c65d-469e-9562-78b4796122bb None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:14Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:24.246069 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:24.246613 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:24.254179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:24.254649 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.362275 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Router d23a146d-15e1-4df7-bdba-6542b10abffa has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:53:24.539265 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:24.642261 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:24.643197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.655153 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Provisioning complete for port ab1fb01a-8d31-470a-be60-0c8d03a5932e triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:24.655528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:24.682401 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:24.763556 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:24.797866 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2c49f8fb-8768-4c28-9ecd-caf3745251f8 admin admin] 10.222.0.52 "PUT /v2.0/routers/d23a146d-15e1-4df7-bdba-6542b10abffa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8562393 Jul 21 22:53:24.898927 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:24.928130 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:25.028878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Pushing event updated for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:25.041714 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e527ab65-1587-4dc9-8ceb-7febd313a12a req-4ea31a5f-ed76-4d75-a4bb-d4e9c8321872 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.2337894 Jul 21 22:53:25.082032 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:25.089478 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:25.109479 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.144918 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99044b67-434d-4aa6-a6ba-bbd6e133c29e None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:16Z', 'revision_number': 3, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:25.199053 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=11,neutron:DELETE=3,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:25.266265 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:18Z', 'revision_number': 4, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'ab1fb01a-8d31-470a-be60-0c8d03a5932e', 'name': '', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'mac_address': 'fa:16:3e:64:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:17Z', 'updated_at': '2022-07-21T22:53:23Z', 'revision_number': 4, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'subnets': [{'id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:25.339908 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20402081-842a-49f3-b908-634a1e6029f4 None None] The sync data for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi is: [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:18Z', 'revision_number': 4, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'ab1fb01a-8d31-470a-be60-0c8d03a5932e', 'name': '', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'mac_address': 'fa:16:3e:64:9f:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_interface', 'standard_attr_id': 75, 'fixed_ips': [{'subnet_id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:17Z', 'updated_at': '2022-07-21T22:53:23Z', 'revision_number': 4, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'subnets': [{'id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:25.342510 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:25.355592 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Current status of the port ab1fb01a-8d31-470a-be60-0c8d03a5932e is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:25.355992 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.403595 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:25.405419 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:25.586132 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33252) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:25.605738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--706487807', 'description': 'tempest-description--1310691579'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:25.614992 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] For port ab1fb01a-8d31-470a-be60-0c8d03a5932e, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ab1fb01a-8d31-470a-be60-0c8d03a5932e,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:25.641230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:25.641230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.697281 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks [] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.697399 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.798077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.799384 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.895448 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Provisioning complete for port dd3f6834-658f-4d58-b87a-70188d265dd3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:25.896426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.918821 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Pushing event updated for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:25.933504 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:25.969108 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Port dd3f6834-658f-4d58-b87a-70188d265dd3 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:26.048399 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Provisioning complete for port ab1fb01a-8d31-470a-be60-0c8d03a5932e triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:26.049057 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:26.052570 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b4c706-a8ed-473e-8d1d-282069d01331 None None] Pushing event updated for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:26.065225 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (ca00d584-4504-4bd0-966a-fc2157d87f88), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:26.237359 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33300) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:26.240323 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:26.241118 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 36997055-5209-49f7-ab55-739c95341508 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:26.246921 dv-cinder-850697-1-iscsi neutron-server[111136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 21 22:53:26.409841 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-acb2b249-7e0f-4d6f-a2d7-04c67f6961ef req-fe52e09c-398e-4d88-a94b-55047fb8f0a4 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.1655529 Jul 21 22:53:26.516994 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:26.545081 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ca00d584-4504-4bd0-966a-fc2157d87f88), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:26.625121 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:26.675829 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 36997055-5209-49f7-ab55-739c95341508 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:26.676211 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (36997055-5209-49f7-ab55-739c95341508), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:26.680694 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca00d584-4504-4bd0-966a-fc2157d87f88,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:26.683350 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:26.687964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:26.697107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:26.714319 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:26.858663 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-c12b69c9-bcab-4e78-83c5-82b04617b039 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:26.868166 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-c12b69c9-bcab-4e78-83c5-82b04617b039 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.8000293 Jul 21 22:53:26.872849 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:26.877996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33326) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:26.891708 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group_rule': {'security_group_id': 'ca00d584-4504-4bd0-966a-fc2157d87f88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:26.901858 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ac1018b8-a761-4089-9077-c8321d78d4ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3107367 Jul 21 22:53:26.937270 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-0bbb81ec-f8e4-4ed5-8787-0e4d7713b187 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/quotas/755a70c4912f4795ae67cf9f036e02aa HTTP/1.1" status: 200 len: 375 time: 0.0677199 Jul 21 22:53:26.961488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:27.072090 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33332) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:27.079537 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (ab38c26f-82ad-4793-821b-127f27e9073f), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.115911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Current status of the port ab1fb01a-8d31-470a-be60-0c8d03a5932e is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:27.139844 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-7b873f52-c3d9-4132-9468-51e70767828b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2014174 Jul 21 22:53:27.161379 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:53:27.200332 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Provisioning complete for port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:27.200741 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.273776 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (ab38c26f-82ad-4793-821b-127f27e9073f), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.331954 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 36997055-5209-49f7-ab55-739c95341508 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:27.331954 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (36997055-5209-49f7-ab55-739c95341508), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.355808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-5bb4a614-cc89-408f-8569-ed72440178de None None] Port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:27.357350 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-79cedfb6-2c1f-4d59-b8a9-21189fdc9bd7 service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081165 Jul 21 22:53:27.380867 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (ab38c26f-82ad-4793-821b-127f27e9073f), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.427919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab38c26f-82ad-4793-821b-127f27e9073f,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:27.446229 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 36997055-5209-49f7-ab55-739c95341508, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=36997055-5209-49f7-ab55-739c95341508,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:27.461255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-82b6c7f1-0d9b-47c8-922b-6c7f9b4ea14c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.537265 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-7bb77c98-b5e1-404d-9470-85bcde14cf24 None None] Provisioning complete for port dd3f6834-658f-4d58-b87a-70188d265dd3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:27.537663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7bb77c98-b5e1-404d-9470-85bcde14cf24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.543367 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:53:27.556346 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4c55ed9e-ea39-430c-ac29-1337e5dad12a admin admin] 10.222.0.52 "PUT /v2.0/routers/9dbaa1a4-820a-4e98-819b-17f3e9111380/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8324893 Jul 21 22:53:27.559631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.565216 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d3e13e4b-4fba-4a0f-91fb-79a649caec09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6809554 Jul 21 22:53:27.566336 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33346) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:27.572850 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group_rule': {'security_group_id': 'ca00d584-4504-4bd0-966a-fc2157d87f88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:27.580872 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5b09062a-95b9-4c48-9fc6-c027924ac80d req-37706d56-c65b-4598-ab73-e159c9f17614 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.0544128 Jul 21 22:53:27.586023 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:27.590491 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (36997055-5209-49f7-ab55-739c95341508), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.605342 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 2, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:27.617684 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-5b4b7f66-6f97-4926-94ab-755f8065fde5 service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581997 Jul 21 22:53:27.675097 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:27.716473 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:27.717028 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Updating router 4913d4d9-0861-4084-b5c8-fae0d8f710ba port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:27.727643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-7bb77c98-b5e1-404d-9470-85bcde14cf24 None None] Port dd3f6834-658f-4d58-b87a-70188d265dd3 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:27.756582 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (a7465b99-5428-4828-993b-9d49d28d844d), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.822872 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-82b6c7f1-0d9b-47c8-922b-6c7f9b4ea14c admin admin] Publish callbacks [] for security_group (f61aea44-2e82-4946-b238-08e5ef4c8bba), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.847890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:27.894733 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:27.948328 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:28.012484 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=36997055-5209-49f7-ab55-739c95341508,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:28.135317 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-82b6c7f1-0d9b-47c8-922b-6c7f9b4ea14c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f61aea44-2e82-4946-b238-08e5ef4c8bba), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.145993 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2120539b-4afc-4929-b5d4-47bfba14af7c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:28.245543 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-de11f88c-5900-47c9-b420-ad8100a1bab2 req-5816e7b0-628e-4c4a-bbc1-cdc52571d065 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 210 time: 0.1003537 Jul 21 22:53:28.254047 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (a7465b99-5428-4828-993b-9d49d28d844d), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.258402 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6c7f1-0d9b-47c8-922b-6c7f9b4ea14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f61aea44-2e82-4946-b238-08e5ef4c8bba,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:28.265406 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-82b6c7f1-0d9b-47c8-922b-6c7f9b4ea14c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7ee94dac76504026acfa65efdce67cd5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1904118 Jul 21 22:53:28.268967 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33386) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:28.318238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:28.361128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (a7465b99-5428-4828-993b-9d49d28d844d), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.401573 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] Publish callbacks [] for security_group (f61aea44-2e82-4946-b238-08e5ef4c8bba), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.408924 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7465b99-5428-4828-993b-9d49d28d844d,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:28.421749 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:28.442876 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:28.455915 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2120539b-4afc-4929-b5d4-47bfba14af7c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:28.456307 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:28.456486 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.458631 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:28.480872 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] Publish callbacks [] for security_group (f61aea44-2e82-4946-b238-08e5ef4c8bba), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.554544 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.562822 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5af8ed60-31d8-4bb6-8b5c-95c4adc10289 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9928105 Jul 21 22:53:28.565110 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33402) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:28.571859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:28.682121 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2120539b-4afc-4929-b5d4-47bfba14af7c is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:28.682749 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.742170 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 2120539b-4afc-4929-b5d4-47bfba14af7c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2120539b-4afc-4929-b5d4-47bfba14af7c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:28.744084 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.756585 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a7704332-e605-4929-bf7c-65774e40ca9d req-c5f34ddd-f0b7-45ed-b27f-95ebd1c4bc19 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.0535989 Jul 21 22:53:28.765913 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f61aea44-2e82-4946-b238-08e5ef4c8bba), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.775787 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.781857 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f61aea44-2e82-4946-b238-08e5ef4c8bba HTTP/1.1" status: 204 len: 168 time: 0.5116441 Jul 21 22:53:28.808395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e576ca-6f8f-4e1a-baf6-0ca19a35176c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f61aea44-2e82-4946-b238-08e5ef4c8bba,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:28.864811 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks [] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.866334 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.867329 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8672f8b8-6fed-4ec2-9321-3bf86635e348 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:28.921839 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:28.950305 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=2120539b-4afc-4929-b5d4-47bfba14af7c,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:28.985243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:28.988888 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33428) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:28.993496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--217310823', 'description': 'tempest-description--145207565'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:29.060715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00061-5f33-4798-9c61-0f3ace176318 None None] Pushing event updated for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:29.068254 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:29.120743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 8672f8b8-6fed-4ec2-9321-3bf86635e348 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:29.120743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.220362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.222087 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.308446 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 2, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:29.402441 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:29.402817 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Updating router d23a146d-15e1-4df7-bdba-6542b10abffa port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:29.429223 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 8672f8b8-6fed-4ec2-9321-3bf86635e348 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:29.429655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.433192 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-5a8fbbb4-38a4-46b1-a089-430aca142daa tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:29.435094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-5a8fbbb4-38a4-46b1-a089-430aca142daa tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.4377272 Jul 21 22:53:29.486571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (d0900456-19c8-4a7d-b698-5ffa5afc6d15), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.504025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 8672f8b8-6fed-4ec2-9321-3bf86635e348, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8672f8b8-6fed-4ec2-9321-3bf86635e348,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:29.508344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Attempting to bind port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:29.510990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Attempting to bind port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:29.511525 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Attempting to bind port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:29.512632 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-55b2fde7-d3a2-4f23-8b81-62f252e6c1b5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/quotas/755a70c4912f4795ae67cf9f036e02aa HTTP/1.1" status: 200 len: 375 time: 0.0599544 Jul 21 22:53:29.525307 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:29.533618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Checking segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:29.533618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.533618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Bound using segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:29.533618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Bound port: d18211d6-6ecd-49aa-bd7e-c7d3feac0854, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:29.534431 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.534854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.563320 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d0900456-19c8-4a7d-b698-5ffa5afc6d15), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.567001 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:53:29.591738 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-27143e45-569a-45f7-813e-7ad5bb3a483e None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:29.592478 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-27143e45-569a-45f7-813e-7ad5bb3a483e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.636956 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Allocated IP 172.27.0.139 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/33759667-6052-4c80-9815-877003a78dfb) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:29.663043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:29.667297 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:29.699835 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0900456-19c8-4a7d-b698-5ffa5afc6d15,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:29.741973 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:29.742171 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.750516 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f7d6abab-d397-4bc7-9202-010bf9cb0246 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.7599800 Jul 21 22:53:29.751211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33454) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:29.756701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.757279 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group_rule': {'security_group_id': 'd0900456-19c8-4a7d-b698-5ffa5afc6d15', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:29.773776 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 927e8cdf-a476-442a-abd9-f8ebb644e069 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:29.815159 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:29.905985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (c15da3b5-e089-488c-b161-da927ce06415), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:29.929566 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-27143e45-569a-45f7-813e-7ad5bb3a483e None None] Port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:29.994342 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:30.052181 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (33759667-6052-4c80-9815-877003a78dfb), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.061494 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:30.129279 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-a6ac8104-6bc4-4dd6-bf0a-3215a5d1aa09 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3126924 Jul 21 22:53:30.130131 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] For port d18211d6-6ecd-49aa-bd7e-c7d3feac0854, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:30.144570 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] For port d18211d6-6ecd-49aa-bd7e-c7d3feac0854, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:30.190491 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks [] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.296614 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7de0e3f2-f371-420a-84e6-75dd5093644b req-7867d5fe-4ad8-4f6a-8779-640eedbc2057 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.1786003 Jul 21 22:53:30.324988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (c15da3b5-e089-488c-b161-da927ce06415), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.379149 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:30.382916 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.448601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:30.461482 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-121bc265-7f3a-4742-bf0d-35d023eec480 service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3286312 Jul 21 22:53:30.482886 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (c15da3b5-e089-488c-b161-da927ce06415), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.518973 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c15da3b5-e089-488c-b161-da927ce06415,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:30.529135 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=83,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:30.560486 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ea382-3b64-4d90-a8dc-6aa1a40fdfbb None None] Pushing event updated for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:30.602030 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 927e8cdf-a476-442a-abd9-f8ebb644e069 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:30.602619 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.615678 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.615935 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Attempting to bind port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:30.616516 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Attempting to bind port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:30.617096 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Attempting to bind port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:30.631631 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:30.632565 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:30.632971 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.634082 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Bound using segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:30.634742 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Bound port: 1355afd3-219c-40fe-b1ec-ac3e08b2eb03, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:30.636045 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.651080 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.656852 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5aa482f6-eefc-4601-8680-3802b5691496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9011130 Jul 21 22:53:30.656852 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33486) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:30.661523 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group_rule': {'security_group_id': 'd0900456-19c8-4a7d-b698-5ffa5afc6d15', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:30.703199 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (33759667-6052-4c80-9815-877003a78dfb), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.805141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:30.805787 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:30.829728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:30.838494 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (f9ce814e-855f-4d70-9eb1-1bb1a816df94), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.849300 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] For port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:30.858240 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] For port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:30.896928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=8672f8b8-6fed-4ec2-9321-3bf86635e348,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:30.921242 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:30.937496 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:30.947689 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=33759667-6052-4c80-9815-877003a78dfb,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:30.948841 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (f9ce814e-855f-4d70-9eb1-1bb1a816df94), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:30.958719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:30.976548 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-78eb9c2b-81b8-4e6e-8962-6eb408c85ea2 service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5064659 Jul 21 22:53:31.018001 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.040639 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Provisioning complete for port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:31.041036 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.066531 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (f9ce814e-855f-4d70-9eb1-1bb1a816df94), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.104081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9ce814e-855f-4d70-9eb1-1bb1a816df94,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:31.121106 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ea382-3b64-4d90-a8dc-6aa1a40fdfbb None None] Pushing event updated for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:31.126483 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:31.127135 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:31.155651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.186465 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.195082 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-94311f61-b545-4b39-91e2-ac8d1007da4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5370917 Jul 21 22:53:31.195692 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.33', 50553) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:31.204407 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33504) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:31.220905 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c00061-5f33-4798-9c61-0f3ace176318 None None] Pushing event updated for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:31.306070 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:31.349184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:31.435332 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 927e8cdf-a476-442a-abd9-f8ebb644e069 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:31.435723 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.462234 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:25Z', 'revision_number': 2, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:31.509154 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:31.543861 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (33759667-6052-4c80-9815-877003a78dfb), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.575360 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-450ea0f4-c7cd-463d-9eac-e949665bf7c5 req-2f6018ee-ed2c-4c49-a530-09c50f8dec30 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 210 time: 0.1899617 Jul 21 22:53:31.615592 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 927e8cdf-a476-442a-abd9-f8ebb644e069, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=927e8cdf-a476-442a-abd9-f8ebb644e069,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:31.629262 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:53:31.631261 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Updating router 9dbaa1a4-820a-4e98-819b-17f3e9111380 port dd3f6834-658f-4d58-b87a-70188d265dd3 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:53:31.637723 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:31.698187 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.752439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.754945 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Current status of the port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:31.755558 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:31.772093 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:30Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:31.825929 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6b37cd60-690c-4f88-8074-9ce51e9b5ce8 req-7767b87d-4b28-47c1-9f2e-094b59133410 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.1409380 Jul 21 22:53:31.918509 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] For port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:31.961613 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (33759667-6052-4c80-9815-877003a78dfb), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.049252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (33759667-6052-4c80-9815-877003a78dfb), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.050954 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.052012 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ab1fb01a-8d31-470a-be60-0c8d03a5932e up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:32.102963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-9c6cbe1c-6438-46df-a77f-bc8793f25fcf tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:32.105183 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-9c6cbe1c-6438-46df-a77f-bc8793f25fcf tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.33 "GET /v2.0/networks?id=890d251b-f2ed-45b8-839e-e822b200a30c HTTP/1.1" status: 200 len: 812 time: 0.9083352 Jul 21 22:53:32.111980 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:32.154688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Request body: {'port': {'device_id': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'admin_state_up': True, 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:32.168646 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.244092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:30Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:32.246351 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=927e8cdf-a476-442a-abd9-f8ebb644e069,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:32.278306 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=33759667-6052-4c80-9815-877003a78dfb,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:32.279548 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.295657 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ab1fb01a-8d31-470a-be60-0c8d03a5932e triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:32.295657 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.307465 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:32.309530 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe3f45d5-e389-4ca0-bdcc-9c3e0884b9b2 None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:30Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:32.346596 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.429110 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.447833 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-49205884-8497-4a29-ae18-c665e1a2639a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8815708 Jul 21 22:53:32.568293 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Allocated IP 172.27.0.114 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/2dda40d1-2ac7-4682-9941-ee1b51a208ad) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:32.575953 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd25e41-4d0c-4f6c-aa9a-050771fe2a85 None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:30Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:32.623456 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:32.623813 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.637241 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Made reservation on behalf of ba0db0569e094eccb3e8fc578a16fc1e for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:32.643794 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.33', 50559) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:32.655100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4ab615-e401-4c48-9763-0e3546155d91 None None] Pushing event updated for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:32.655214 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:32.752069 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:32.759036 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:32.814539 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:32.939960 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-eb55d8b2-8817-499d-9729-dc56fca8d318 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:32.945627 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-eb55d8b2-8817-499d-9729-dc56fca8d318 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.2968845 Jul 21 22:53:32.960673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'port': {'device_id': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'admin_state_up': True, 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:32.965748 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-76d9fc76-cd23-4195-8cf0-033316d113cc req-bf116fce-3be1-4db2-898c-58a99df131ec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 210 time: 0.2641470 Jul 21 22:53:33.238734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.296675 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=4,neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:33.333087 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3a6e5894-fb21-422d-a6fd-0a6ce80feb06 req-92518621-d069-4ce3-84aa-3ed6e352c592 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.0586483 Jul 21 22:53:33.373604 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ab1fb01a-8d31-470a-be60-0c8d03a5932e is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:33.489697 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-2fd5ef78-2994-4263-a339-97d90315d7eb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--706487807&fields=id&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 267 time: 0.2709568 Jul 21 22:53:33.519835 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Current status of the port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:33.520247 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.547537 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks [] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.570176 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] For port d18211d6-6ecd-49aa-bd7e-c7d3feac0854, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:33.590317 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.648689 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.649067 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Made reservation on behalf of 755a70c4912f4795ae67cf9f036e02aa for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:33.652232 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.748557 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.787224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Provisioning complete for port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:33.787609 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:33.886086 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:33.906428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:33.915649 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:33.926285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:33.935950 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1051381-519f-4ada-adc8-63dba05f60b6 None None] Pushing event updated for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:34.165650 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2120539b-4afc-4929-b5d4-47bfba14af7c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:34.168155 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Pushing event updated for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:34.226635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=2dda40d1-2ac7-4682-9941-ee1b51a208ad,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:34.247847 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Allocated IP 172.20.0.3 (890d251b-f2ed-45b8-839e-e822b200a30c/917d7df7-6f1a-4f5c-9b30-36a0e0047c4a/43693aff-eb0b-4fa8-90d5-a5e82416c624) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:34.309538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Allocated IP 172.20.0.5 (418e802f-29ea-4a0c-b0db-8f680811e4d1/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2/2b3bc926-e36a-4b2b-a85a-0356b93dec8b) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:34.504623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.33', 50563) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:34.517736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-1639db3a-ed2a-47a3-aa52-e1bc818129b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:34.534545 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-1639db3a-ed2a-47a3-aa52-e1bc818129b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 817 time: 1.0284224 Jul 21 22:53:34.626571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks [] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:34.809621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:34.848021 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-edb64e37-b9f1-4a6c-93aa-9f4ed660509d req-61d53a14-43a2-4932-a8ca-40e305387c43 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 210 time: 0.6477752 Jul 21 22:53:34.852325 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-d960d4a1-291e-451a-9578-f3a42127cd3f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/quotas/2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 375 time: 0.3102200 Jul 21 22:53:34.884530 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Attempting to bind port dd3f6834-658f-4d58-b87a-70188d265dd3 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:34.885845 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Attempting to bind port dd3f6834-658f-4d58-b87a-70188d265dd3 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:34.886437 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Attempting to bind port dd3f6834-658f-4d58-b87a-70188d265dd3 on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:34.899442 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d7de2cd6-2c1b-47fd-91aa-fc59cb8292ec None None] Current status of the port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:34.945524 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2120539b-4afc-4929-b5d4-47bfba14af7c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:34.959000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:34.962503 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:34.963202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Checking segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:34.963859 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:34.964524 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Bound using segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:34.965259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Bound port: dd3f6834-658f-4d58-b87a-70188d265dd3, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:34.970189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:34.970690 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.114321 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-4c5dc85b-5eef-4332-ad32-7be86e54d89b None None] Provisioning complete for port dd3f6834-658f-4d58-b87a-70188d265dd3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:35.114992 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4c5dc85b-5eef-4332-ad32-7be86e54d89b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.180516 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] For port dd3f6834-658f-4d58-b87a-70188d265dd3, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:35.192222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] For port dd3f6834-658f-4d58-b87a-70188d265dd3, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=dd3f6834-658f-4d58-b87a-70188d265dd3,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:35.235470 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-1f06b444-a494-4b9f-8853-eb42625f0068 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2296665 Jul 21 22:53:35.242031 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.256870 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17d1711b-f976-4fff-b713-0cf7b05d3be3 req-0b797dad-5fa6-41c4-bfea-7f9e1ba38d13 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.2085171 Jul 21 22:53:35.262079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-f203d298-49bd-4fe8-b19a-89ecc06f87f6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:35.262931 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-f203d298-49bd-4fe8-b19a-89ecc06f87f6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.7191780 Jul 21 22:53:35.267290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.276583 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-4c5dc85b-5eef-4332-ad32-7be86e54d89b None None] Port dd3f6834-658f-4d58-b87a-70188d265dd3 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:35.278816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'port': {'device_id': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'admin_state_up': True, 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:35.327384 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.373744 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2120539b-4afc-4929-b5d4-47bfba14af7c is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:35.383028 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8672f8b8-6fed-4ec2-9321-3bf86635e348 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:35.504137 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.665329 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Network 890d251b-f2ed-45b8-839e-e822b200a30c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:35.865141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.868466 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Pushing event updated for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:35.868935 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-e36f2c14-fec8-40f2-9bec-11edeb586122 service neutron] 10.222.0.52 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797123 Jul 21 22:53:35.869039 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:35.869123 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1051381-519f-4ada-adc8-63dba05f60b6 None None] Pushing event updated for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:35.869210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:35.869210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:35.869210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.869439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:53:35.869439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:35.869439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 8672f8b8-6fed-4ec2-9321-3bf86635e348 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:35.869439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:35.903419 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:35.930480 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:36.030821 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:36.063978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.065004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:36.065681 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.205213 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Made reservation on behalf of 755a70c4912f4795ae67cf9f036e02aa for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:36.214237 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.244923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:36.248943 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-80c5fa75-6181-4258-9f90-af6ba07a6e65 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0997565 Jul 21 22:53:36.257194 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.312890 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6807cbda-b9f9-442c-b9a1-bfc53b933a9e req-faafa2e4-11fc-48b4-836c-141758518a82 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 210 time: 0.1638384 Jul 21 22:53:36.313665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:53:36.316868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-7aaf488a-7e2a-4429-860d-db73f25d7a8e tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:53:36.317886 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-7aaf488a-7e2a-4429-860d-db73f25d7a8e tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0544364 Jul 21 22:53:36.398243 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.523460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=2dda40d1-2ac7-4682-9941-ee1b51a208ad,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:36.532471 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.557672 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8a1e8662-8646-4eca-b2e8-d3cb8de03644 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2697196 Jul 21 22:53:36.672522 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Provisioning complete for port dd3f6834-658f-4d58-b87a-70188d265dd3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:36.673371 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:36.683992 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:36.717371 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Allocated IP 172.20.0.3 (418e802f-29ea-4a0c-b0db-8f680811e4d1/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2/d8513c0b-5706-4b5d-bf3c-154536ce5049) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:36.836182 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59565a87-ee28-4840-8b3e-f4618349135f req-b621b922-412e-41fe-9b20-6176e0527830 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:36.837825 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59565a87-ee28-4840-8b3e-f4618349135f req-b621b922-412e-41fe-9b20-6176e0527830 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 931 time: 0.2703924 Jul 21 22:53:36.886176 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 8672f8b8-6fed-4ec2-9321-3bf86635e348 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:36.887639 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d18211d6-6ecd-49aa-bd7e-c7d3feac0854 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:36.902052 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Request body: {'port': {'device_id': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:37.003986 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Current status of the port dd3f6834-658f-4d58-b87a-70188d265dd3 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:37.004426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.005288 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.013336 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:37.015909 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:37.065893 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-ab3b2ece-3985-4216-bd75-afd8e02216b1 service neutron] 10.222.0.52 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3821325 Jul 21 22:53:37.084153 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] For port dd3f6834-658f-4d58-b87a-70188d265dd3, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=dd3f6834-658f-4d58-b87a-70188d265dd3,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:37.089335 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:37.089709 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.119347 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.121546 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-996865d5-e1ce-46aa-a990-0c672af95f2e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1690009 Jul 21 22:53:37.133227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:35Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:53:37.134763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59565a87-ee28-4840-8b3e-f4618349135f req-899dd03c-c77e-44e9-a529-78b5e61dcda5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906244 Jul 21 22:53:37.143485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Request body: {'port': {'device_id': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:37.145629 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.186313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9253816e-b011-4da8-bf87-bcf762ab8ad8 None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:35Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:53:37.244468 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:37.331513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.347733 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccbb3ea-4b07-4911-9798-5d5c43667f26 None None] Pushing event updated for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:37.376559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:37.379828 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:37.402637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:37.407968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:37.414135 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.421311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:37.426815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:37.427179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Provisioning complete for port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:37.427520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.427669 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.486446 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:37.486869 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.503883 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:37.507337 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:37.556486 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Provisioning complete for port 43693aff-eb0b-4fa8-90d5-a5e82416c624 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:37.556866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:37.722812 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-82e9e7ee-57de-4f96-b720-1857bbadd484 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4499385 Jul 21 22:53:37.767436 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Request body: {'port': {'device_id': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:37.930622 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-0304239f-5680-4f1a-bc84-73d240e8f9f0 None None] Port 43693aff-eb0b-4fa8-90d5-a5e82416c624 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:38.018969 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:38.018969 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 36997055-5209-49f7-ab55-739c95341508 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:38.170407 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-fa3dcab9-a74a-4720-8139-d2092fea8f19 None None] Provisioning complete for port d8513c0b-5706-4b5d-bf3c-154536ce5049 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:38.178425 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fa3dcab9-a74a-4720-8139-d2092fea8f19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.196770 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c4c54dbd-af47-474a-b8e6-5ffdba8920fd tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--217310823&fields=id&tenant_id=08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 267 time: 0.3858593 Jul 21 22:53:38.259728 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 36997055-5209-49f7-ab55-739c95341508 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:38.264067 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (36997055-5209-49f7-ab55-739c95341508), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.279078 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:38.336254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:38.340716 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29d9fd-e5ca-4b3e-9dd7-d3be7a7909ec req-f4ad2d7b-663e-4891-accb-36ed39bbe04e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:38.349915 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a29d9fd-e5ca-4b3e-9dd7-d3be7a7909ec req-f4ad2d7b-663e-4891-accb-36ed39bbe04e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 931 time: 0.4481976 Jul 21 22:53:38.357179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-fa3dcab9-a74a-4720-8139-d2092fea8f19 None None] Port d8513c0b-5706-4b5d-bf3c-154536ce5049 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:38.366200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.423038 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43693aff-eb0b-4fa8-90d5-a5e82416c624 {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:38.441133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks [] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.461990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 36997055-5209-49f7-ab55-739c95341508 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:38.469049 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 927e8cdf-a476-442a-abd9-f8ebb644e069 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:38.479926 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-d4ff8705-9406-4739-a60e-97c3f017ba3d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:38.481507 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-d4ff8705-9406-4739-a60e-97c3f017ba3d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 811 time: 0.2771652 Jul 21 22:53:38.488344 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Transition to ACTIVE for port object 43693aff-eb0b-4fa8-90d5-a5e82416c624 will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:53:38.519291 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-7bf2196d-c005-4002-8f56-a863656cf56f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/quotas/08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 375 time: 0.0160468 Jul 21 22:53:38.547512 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:53:38.599411 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 927e8cdf-a476-442a-abd9-f8ebb644e069 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:38.599801 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.645675 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:38.736548 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-13b02570-0bda-4a9d-ab26-aa9d7cfc9773 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2048304 Jul 21 22:53:38.779160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:38.801676 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 927e8cdf-a476-442a-abd9-f8ebb644e069 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:38.809709 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Pushing event updated for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:38.976099 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Attempting to bind port 43693aff-eb0b-4fa8-90d5-a5e82416c624 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:38.976637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Attempting to bind port 43693aff-eb0b-4fa8-90d5-a5e82416c624 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:38.977144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Attempting to bind port 43693aff-eb0b-4fa8-90d5-a5e82416c624 on network 890d251b-f2ed-45b8-839e-e822b200a30c {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:39.038319 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Port 43693aff-eb0b-4fa8-90d5-a5e82416c624 on network 890d251b-f2ed-45b8-839e-e822b200a30c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:53:39.038319 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Attempting to bind port 43693aff-eb0b-4fa8-90d5-a5e82416c624 on network 890d251b-f2ed-45b8-839e-e822b200a30c {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:39.040154 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:39.063726 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a29d9fd-e5ca-4b3e-9dd7-d3be7a7909ec req-85de609f-8e16-4059-a3aa-c3b41e39dc23 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6985643 Jul 21 22:53:39.063881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:39.079010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Checking segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:39.079010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Bound using segment: {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:39.079010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Bound port: 43693aff-eb0b-4fa8-90d5-a5e82416c624, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57e4d613-9ceb-449f-b04a-3cb85cc33f37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 607, 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:39.079010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.187612 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-3b166f66-70ea-4a99-97f9-be957a4b6f52 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:53:39.189078 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-3b166f66-70ea-4a99-97f9-be957a4b6f52 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2079058 Jul 21 22:53:39.250064 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-06e58b99-3e4d-41ec-8502-4c135727d0f5 req-24ecef00-149f-4bc0-989b-eea01f0db9d8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0801523 Jul 21 22:53:39.271280 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b3bc926-e36a-4b2b-a85a-0356b93dec8b {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:39.310283 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks [] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.312872 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device dd3f6834-658f-4d58-b87a-70188d265dd3 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:39.376691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Transition to ACTIVE for port object 2b3bc926-e36a-4b2b-a85a-0356b93dec8b will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:53:39.450347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port dd3f6834-658f-4d58-b87a-70188d265dd3 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:39.454287 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.457049 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:39.496167 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:39.522884 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-a6d1475c-957c-4ccd-853a-4665194ec0cf service neutron] 10.222.0.52 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931530 Jul 21 22:53:39.527914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.538327 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005f419f-ec61-4fc4-b298-3359beffce4f req-e615d379-af90-476d-b13d-63097752eb77 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:39.540244 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-005f419f-ec61-4fc4-b298-3359beffce4f req-e615d379-af90-476d-b13d-63097752eb77 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.1276870 Jul 21 22:53:39.625376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.722014 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93155405-02de-44a2-8781-49706d250e5e service neutron] Pushing event updated for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:39.840001 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-005f419f-ec61-4fc4-b298-3359beffce4f req-6758bb21-79cd-4d6e-a8ba-bfb8e39abfb8 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2542162 Jul 21 22:53:39.882443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Attempting to bind port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:39.882443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Attempting to bind port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:39.882443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Attempting to bind port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:39.899147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:53:39.899486 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Attempting to bind port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:39.937814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:39.939612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:39.939612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Bound using segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:39.939612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Bound port: 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:39.945115 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.962895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:39.963319 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:39.965093 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] 10.222.0.33 "PUT /v2.0/ports/43693aff-eb0b-4fa8-90d5-a5e82416c624 HTTP/1.1" status: 200 len: 1093 time: 3.2176383 Jul 21 22:53:39.965782 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:39.985691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8513c0b-5706-4b5d-bf3c-154536ce5049 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:40.005171 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks [] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:40.086221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port dd3f6834-658f-4d58-b87a-70188d265dd3 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:40.092179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d18211d6-6ecd-49aa-bd7e-c7d3feac0854 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:40.139005 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:40.186603 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:40.196395 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:40.196935 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:40.226601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:40.349552 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:40.368659 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Transition to ACTIVE for port object d8513c0b-5706-4b5d-bf3c-154536ce5049 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:53:40.382276 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:40.424110 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e604c39-e67d-4640-a529-c47bf3e05f0c req-8b30c86f-0423-492b-be1f-5cd6b4e6a26b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:40.433565 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e604c39-e67d-4640-a529-c47bf3e05f0c req-8b30c86f-0423-492b-be1f-5cd6b4e6a26b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 931 time: 0.2187688 Jul 21 22:53:40.456405 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dc264d-b9b5-4fd7-91e4-599c8ac631e5 service neutron] Pushing event updated for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:40.501601 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:40.574468 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:40.574468 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:40.581223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-5ed4e315-31d0-439a-9c17-8480e639e395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:40.581223 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-5ed4e315-31d0-439a-9c17-8480e639e395 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0db0569e094eccb3e8fc578a16fc1e&device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 1127 time: 0.2929852 Jul 21 22:53:40.582067 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-93155405-02de-44a2-8781-49706d250e5e service neutron] 10.222.0.33 "PUT /v2.0/ports/2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 1093 time: 3.4386091 Jul 21 22:53:40.617781 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e604c39-e67d-4640-a529-c47bf3e05f0c req-3079f4c7-567e-4a9d-aa22-cb976adb892c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811898 Jul 21 22:53:40.619861 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:40.748447 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-5bedb8f4-5b78-42d5-b749-c99392efb2f4 service neutron] 10.222.0.52 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2161462 Jul 21 22:53:40.854383 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-65c5a145-1f07-4660-95ba-47ec14b814d6 req-82145aeb-d487-4963-82fc-614b748e8819 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0761685 Jul 21 22:53:40.859974 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-141e9c6e-b1e2-451b-a6a6-a6900597eff7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624 HTTP/1.1" status: 200 len: 217 time: 0.2373886 Jul 21 22:53:40.860467 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93155405-02de-44a2-8781-49706d250e5e service neutron] Pushing event updated for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:40.930805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f" -d '{"events": [{"name": "network-changed", "server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:41.162064 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33782) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:41.226433 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a1bf3fd6-f977-41cf-9081-4ab905ad4cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:41.228758 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a1bf3fd6-f977-41cf-9081-4ab905ad4cdc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=917d7df7-6f1a-4f5c-9b30-36a0e0047c4a HTTP/1.1" status: 200 len: 851 time: 0.1573656 Jul 21 22:53:41.270692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a6fff56-0c7d-4d78-a62b-d127d89f501b" -d '{"events": [{"name": "network-changed", "server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:41.364571 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Pushing event updated for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:41.370335 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-1afedf29-c26b-4266-a775-4ff4a369fff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:41.371961 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-1afedf29-c26b-4266-a775-4ff4a369fff9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=890d251b-f2ed-45b8-839e-e822b200a30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1295075 Jul 21 22:53:41.449109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Attempting to bind port d8513c0b-5706-4b5d-bf3c-154536ce5049 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:41.449109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Attempting to bind port d8513c0b-5706-4b5d-bf3c-154536ce5049 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:41.449109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Attempting to bind port d8513c0b-5706-4b5d-bf3c-154536ce5049 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:41.486743 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Port d8513c0b-5706-4b5d-bf3c-154536ce5049 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:53:41.494248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Attempting to bind port d8513c0b-5706-4b5d-bf3c-154536ce5049 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:41.500570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-9cc1d3e8-5597-4f31-848b-d5d84d022578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:41.504917 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-9cc1d3e8-5597-4f31-848b-d5d84d022578 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1127 time: 0.3208950 Jul 21 22:53:41.523971 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730dcbfe-b03f-4d53-856d-f0977fc6b77f req-5efa8ce5-8f6e-49e3-b356-14b95f510e55 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:41.534578 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-730dcbfe-b03f-4d53-856d-f0977fc6b77f req-5efa8ce5-8f6e-49e3-b356-14b95f510e55 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.5310574 Jul 21 22:53:41.540564 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-4b03d8b4-bd1c-4862-9da9-d8ea87a85859 service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1472671 Jul 21 22:53:41.582668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:41.595367 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:41.596240 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Bound using segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:41.597066 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Bound port: d8513c0b-5706-4b5d-bf3c-154536ce5049, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:41.597761 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:41.681282 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f75f453f-fa44-4911-a8ed-5f0edc51659e req-a72243bc-3063-45df-95ee-d1b18c54ef23 service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347055 Jul 21 22:53:41.739791 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=6,neutron:SELECT=90,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:41.755938 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-39411d1a-092f-4e7f-86f6-eda1d123a913 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.2128026 Jul 21 22:53:41.809320 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b64e6dbd-76f5-4bb5-9fe4-46a5d9933527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:41.869279 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-730dcbfe-b03f-4d53-856d-f0977fc6b77f req-78c10b87-26f3-4d13-9cac-110e1bc1aee4 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326218 Jul 21 22:53:41.955810 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:41.958554 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-055b3ff1-7bf5-4388-81d0-a44f68e6dbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:41.964109 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-055b3ff1-7bf5-4388-81d0-a44f68e6dbcc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1598048 Jul 21 22:53:42.018590 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-6bc6b1f1-9284-49f0-b018-68e172cb3ae0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:42.023177 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:42.023430 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-6bc6b1f1-9284-49f0-b018-68e172cb3ae0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 817 time: 0.3084950 Jul 21 22:53:42.043514 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9d4ab1fe-5e53-4187-ac62-e7ced2f8e571 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:42.064005 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.33', 50574) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:42.128288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c888310-10b0-4b0b-93de-30c021b0806c x-openstack-request-id: req-9c888310-10b0-4b0b-93de-30c021b0806c {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:42.128595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:42.128867 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9c888310-10b0-4b0b-93de-30c021b0806c {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:42.129447 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9c888310-10b0-4b0b-93de-30c021b0806c'] response: {'name': 'network-changed', 'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624', 'status': 'completed', 'code': 200} Jul 21 22:53:42.197185 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:42.217758 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-cb454b26-5427-4884-8ded-43b8ccb1dda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:42.219931 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-cb454b26-5427-4884-8ded-43b8ccb1dda2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2455852 Jul 21 22:53:42.264959 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-83570753-33f9-4f84-bdfd-0cd35a8c91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:42.266801 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-83570753-33f9-4f84-bdfd-0cd35a8c91f8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0db0569e094eccb3e8fc578a16fc1e&device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 1127 time: 0.1959562 Jul 21 22:53:42.294626 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e88894-8e9e-4fba-b748-13c99484bcbb x-openstack-request-id: req-04e88894-8e9e-4fba-b748-13c99484bcbb {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:42.295156 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:42.295598 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04e88894-8e9e-4fba-b748-13c99484bcbb {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:42.296311 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04e88894-8e9e-4fba-b748-13c99484bcbb'] response: {'name': 'network-changed', 'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'status': 'completed', 'code': 200} Jul 21 22:53:42.313240 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=38 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:42.323374 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:42.324000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:42.325428 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] 10.222.0.33 "PUT /v2.0/ports/d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 200 len: 1093 time: 4.5670967 Jul 21 22:53:42.510671 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-b239caf7-f79c-447d-9954-8f057e5db892 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 379 time: 0.4502528 Jul 21 22:53:42.524206 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65eba9af-d489-463a-8abd-01ec205a7deb req-30c533f6-c99c-4aa5-8fff-48e2870fd72b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:42.534957 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65eba9af-d489-463a-8abd-01ec205a7deb req-30c533f6-c99c-4aa5-8fff-48e2870fd72b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.3277173 Jul 21 22:53:42.560477 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'port': {'device_id': '5f228a73-c5cf-494a-8440-c15567b7618b', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'admin_state_up': True, 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'security_groups': ['ca00d584-4504-4bd0-966a-fc2157d87f88']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:42.672806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b64e6dbd-76f5-4bb5-9fe4-46a5d9933527 admin admin] Publish callbacks [] for security_group (d51bfa93-3f25-4ebd-aa72-b268bfb74210), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:42.679493 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9694edbe-c2f2-434d-8520-a1a756a8382b service neutron] Pushing event updated for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:42.747538 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5d3f8b49-24be-4c0a-beb5-0af475bf478d req-36d78773-0702-4abe-877a-14282d982ee0 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.3567889 Jul 21 22:53:42.776237 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65eba9af-d489-463a-8abd-01ec205a7deb req-7a19599e-f41d-4f2b-ac5a-0b9ab5bbf9ab tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401626 Jul 21 22:53:42.945626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Made reservation on behalf of 2f7e8103418741398872d59d16e0e919 for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:42.949292 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.093438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b64e6dbd-76f5-4bb5-9fe4-46a5d9933527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d51bfa93-3f25-4ebd-aa72-b268bfb74210), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.146737 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=2,neutron:SELECT=95,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:43.154624 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bd6bd7-1af3-4861-b519-80de4bb03460 req-d64a4fa6-efc4-4f23-a5bb-95fcd050cfbc tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.159250 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-22bd6bd7-1af3-4861-b519-80de4bb03460 req-d64a4fa6-efc4-4f23-a5bb-95fcd050cfbc tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.1047773 Jul 21 22:53:43.166592 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-58c5ac3e-8112-45a4-a8f4-da5d8bd3b6d0 req-b5e5c0e1-9419-48cc-b7c9-c8d4abd9dd83 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0936205 Jul 21 22:53:43.219523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-84d1ef17-083f-4c17-8c73-67ed22429f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.221032 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-84d1ef17-083f-4c17-8c73-67ed22429f3c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1127 time: 0.7347896 Jul 21 22:53:43.226743 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b64e6dbd-76f5-4bb5-9fe4-46a5d9933527 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=347f9694cae2424d906cdf674c9fd72b&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0056922 Jul 21 22:53:43.229539 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-a3809182-4132-454e-8bff-69ee8539771f service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9964747 Jul 21 22:53:43.234924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33840) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:43.239324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-9f3961d2-2f60-4be5-b6ff-4d255e739a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.241467 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-9f3961d2-2f60-4be5-b6ff-4d255e739a02 service neutron] 10.222.0.33 "GET /v2.0/networks?id=890d251b-f2ed-45b8-839e-e822b200a30c HTTP/1.1" status: 200 len: 913 time: 0.9424906 Jul 21 22:53:43.242123 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64e6dbd-76f5-4bb5-9fe4-46a5d9933527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51bfa93-3f25-4ebd-aa72-b268bfb74210,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:43.256730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Allocated IP 172.20.0.8 (9aabd78e-e211-4aea-bb01-9d58894470ca/dded05c3-784d-41dd-8d21-1b86d4802db6/b6018a62-bad9-4d10-af9d-f5d0973eb84a) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:43.300620 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-1b568638-8641-46ce-8b52-50a5e90d3af7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 200 len: 217 time: 0.0701070 Jul 21 22:53:43.321736 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-22bd6bd7-1af3-4861-b519-80de4bb03460 req-703660e1-6308-4015-971e-1d5c0b5b31fb tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569984 Jul 21 22:53:43.344402 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-82b129c5-0b4c-4c83-8137-5f2a1e7ac19c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624 HTTP/1.1" status: 200 len: 217 time: 0.0602357 Jul 21 22:53:43.383366 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] Publish callbacks [] for security_group (d51bfa93-3f25-4ebd-aa72-b268bfb74210), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.454466 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-2cd52276-d025-4337-9668-7b605b9e81df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.455867 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-2cd52276-d025-4337-9668-7b605b9e81df service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1208150 Jul 21 22:53:43.484644 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-667e6e74-f72e-4480-b294-cc0fdad68131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.486671 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-667e6e74-f72e-4480-b294-cc0fdad68131 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=917d7df7-6f1a-4f5c-9b30-36a0e0047c4a HTTP/1.1" status: 200 len: 851 time: 0.0814078 Jul 21 22:53:43.496756 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] Publish callbacks [] for security_group (d51bfa93-3f25-4ebd-aa72-b268bfb74210), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.506108 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ff8d5a7-43d8-4b2d-8529-d4069fb7a473 req-55312092-e65f-4900-8dc6-dfd38bdc9938 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2606709 Jul 21 22:53:43.568176 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:43.585568 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-d856404b-e1ab-447d-93cc-78051f9df8e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.587308 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-d856404b-e1ab-447d-93cc-78051f9df8e8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1000626 Jul 21 22:53:43.597025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-f20b3c69-9c70-4973-9bfe-c07dd62fbaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.598626 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-f20b3c69-9c70-4973-9bfe-c07dd62fbaef service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=890d251b-f2ed-45b8-839e-e822b200a30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0755658 Jul 21 22:53:43.609408 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.705188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d51bfa93-3f25-4ebd-aa72-b268bfb74210), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.708138 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.712396 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d51bfa93-3f25-4ebd-aa72-b268bfb74210 HTTP/1.1" status: 204 len: 168 time: 0.4729793 Jul 21 22:53:43.721202 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503196f2-9199-4ba0-ab40-572ca0130f67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51bfa93-3f25-4ebd-aa72-b268bfb74210,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:43.746531 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.900392 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:43.924409 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-950aec29-261a-471b-8c7b-b4d46c31fd09 req-57541a95-6140-4c09-a820-ce31bd08b90d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0747690 Jul 21 22:53:43.930881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:43.943176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:43.945585 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:43.952355 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:43.953729 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:43.982059 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:44.050985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a014406-bb7a-4c21-aaa8-613bfa2122f7 req-e7718ab6-6075-450f-b679-894cf05c537d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:44.055250 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4a014406-bb7a-4c21-aaa8-613bfa2122f7 req-e7718ab6-6075-450f-b679-894cf05c537d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0908186 Jul 21 22:53:44.078025 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-c564c393-5a7f-4a6f-bb23-4244f9d10f30 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5393960 Jul 21 22:53:44.184490 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4a014406-bb7a-4c21-aaa8-613bfa2122f7 req-59390716-3973-425b-b6aa-e099bd0cae20 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259456 Jul 21 22:53:44.252032 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Request body: {'port': {'device_id': '5f228a73-c5cf-494a-8440-c15567b7618b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:44.259494 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5389c6d3-481b-44ec-be38-76b33032346e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:44.305232 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-83068bdc-abf4-4ae7-b548-331748ba7640 None None] Provisioning complete for port b6018a62-bad9-4d10-af9d-f5d0973eb84a triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:44.305910 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-83068bdc-abf4-4ae7-b548-331748ba7640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:44.314267 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:44.344247 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa" -d '{"events": [{"name": "network-changed", "server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:44.424730 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-83068bdc-abf4-4ae7-b548-331748ba7640 None None] Port b6018a62-bad9-4d10-af9d-f5d0973eb84a cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:44.511374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:44.522850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d38a0a0-1410-40d9-96f0-f2f9168b8f99 req-91f7b2e8-a2b1-45b2-9859-5b987f496613 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:44.530034 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d38a0a0-1410-40d9-96f0-f2f9168b8f99 req-91f7b2e8-a2b1-45b2-9859-5b987f496613 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0742571 Jul 21 22:53:44.548873 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:44.556238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-7a57e343-ed75-47de-bc02-c51e03379dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:44.557772 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-7a57e343-ed75-47de-bc02-c51e03379dc4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1127 time: 0.1863511 Jul 21 22:53:44.594873 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbc7618-5769-4c4b-a10f-0dcfce51733d req-42aef273-fa15-47c3-b263-765f5289b065 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:44.603231 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fbbc7618-5769-4c4b-a10f-0dcfce51733d req-42aef273-fa15-47c3-b263-765f5289b065 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 931 time: 0.2173729 Jul 21 22:53:44.644773 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d38a0a0-1410-40d9-96f0-f2f9168b8f99 req-229423d9-9138-4905-9a61-c7a203db1abb tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130106 Jul 21 22:53:44.692224 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-2247218e-aa8f-4ffe-ad97-c166ccfcd233 service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372807 Jul 21 22:53:44.705692 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-25d2e00a-db72-4b02-b69e-413352c2029b service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4613512 Jul 21 22:53:44.769233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09d3fe12-f51f-45d9-ac83-eb708b056c0c x-openstack-request-id: req-09d3fe12-f51f-45d9-ac83-eb708b056c0c {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:44.769233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:44.771234 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-09d3fe12-f51f-45d9-ac83-eb708b056c0c {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:44.771234 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09d3fe12-f51f-45d9-ac83-eb708b056c0c'] response: {'name': 'network-changed', 'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049', 'status': 'completed', 'code': 200} Jul 21 22:53:44.784936 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fbbc7618-5769-4c4b-a10f-0dcfce51733d req-14bb818f-f065-415d-a4ae-bc9d0f66b44d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1803856 Jul 21 22:53:44.837487 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33872) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:44.893579 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9b7-4d87-49e7-bd99-2bf8d9281663 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:44.940750 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:44.950133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks [] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:44.969108 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Transition to ACTIVE for port object b6018a62-bad9-4d10-af9d-f5d0973eb84a will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:53:45.040665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.054658 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09f5c756-d946-42ea-95cf-c8d1b096757b req-6353ac48-52da-41a0-9e2c-32072d7da51c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0529962 Jul 21 22:53:45.081605 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-4b118b8d-5c69-47a0-81c8-8aa5b380f380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:45.086300 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-4b118b8d-5c69-47a0-81c8-8aa5b380f380 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.4527469 Jul 21 22:53:45.115769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:45.129335 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec19cc5f-2cb5-45e7-a9f6-4895e116a67f req-4c4862ea-ec82-46b4-8553-8e8d0461700b service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3585265 Jul 21 22:53:45.170461 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Attempting to bind port b6018a62-bad9-4d10-af9d-f5d0973eb84a on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:45.171077 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Attempting to bind port b6018a62-bad9-4d10-af9d-f5d0973eb84a by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:45.171436 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Attempting to bind port b6018a62-bad9-4d10-af9d-f5d0973eb84a on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:45.176979 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Port b6018a62-bad9-4d10-af9d-f5d0973eb84a on network 9aabd78e-e211-4aea-bb01-9d58894470ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:53:45.178235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Attempting to bind port b6018a62-bad9-4d10-af9d-f5d0973eb84a on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:45.178500 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-066dfd73-51d2-488f-bb45-9ecf87912b9a req-3580a2d0-5f3c-4572-a99b-159b8e99f2b9 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3412509 Jul 21 22:53:45.184939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:45.185246 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Checking segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:45.185628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Bound using segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:45.186060 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Bound port: b6018a62-bad9-4d10-af9d-f5d0973eb84a, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:45.186420 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.268113 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:45.271222 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-fd9ebab2-acb9-409a-b527-fd4a0cbc8737 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.0711625 Jul 21 22:53:45.274834 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:45.286207 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9b7-4d87-49e7-bd99-2bf8d9281663 admin admin] Publish callbacks [] for security_group (f67f00cb-7244-4e17-8a0b-a661cdd1b906), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.334989 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5fa2ce-0c9f-42b9-99fd-9332a4963948 req-67cb348e-2f77-4e72-baa5-1ef7c35cb3e5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:45.336577 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6a5fa2ce-0c9f-42b9-99fd-9332a4963948 req-67cb348e-2f77-4e72-baa5-1ef7c35cb3e5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0532529 Jul 21 22:53:45.391757 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6a5fa2ce-0c9f-42b9-99fd-9332a4963948 req-447fe2d8-a522-4bb8-8e6c-02a25a7d5c52 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494950 Jul 21 22:53:45.402899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.421813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eca7a9b7-4d87-49e7-bd99-2bf8d9281663 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f67f00cb-7244-4e17-8a0b-a661cdd1b906), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.462238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7a9b7-4d87-49e7-bd99-2bf8d9281663 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67f00cb-7244-4e17-8a0b-a661cdd1b906,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:45.480406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33882) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:45.480880 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-eca7a9b7-4d87-49e7-bd99-2bf8d9281663 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e9b97cb3a874fb69f018bf2fee6897a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6372559 Jul 21 22:53:45.496268 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:45.496974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.501669 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] 10.222.0.33 "PUT /v2.0/ports/b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 1093 time: 1.2578809 Jul 21 22:53:45.507205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:45.524427 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e90031-be94-49d3-a5cb-588e2e9a020b" -d '{"events": [{"name": "network-changed", "server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:45.556554 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:45.579210 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.600273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cc4046-f648-494e-bf8f-dd063c559601 x-openstack-request-id: req-92cc4046-f648-494e-bf8f-dd063c559601 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:45.600624 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:45.600948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-92cc4046-f648-494e-bf8f-dd063c559601 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:45.601206 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-92cc4046-f648-494e-bf8f-dd063c559601'] response: {'name': 'network-changed', 'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'status': 'completed', 'code': 200} Jul 21 22:53:45.612429 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2335c1f-d856-460f-919a-3360a4394345 service neutron] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:45.637406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:45.660098 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] Publish callbacks [] for security_group (f67f00cb-7244-4e17-8a0b-a661cdd1b906), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.702287 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] Publish callbacks [] for security_group (f67f00cb-7244-4e17-8a0b-a661cdd1b906), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.759532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.847504 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f67f00cb-7244-4e17-8a0b-a661cdd1b906), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.851041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:45.852528 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f67f00cb-7244-4e17-8a0b-a661cdd1b906 HTTP/1.1" status: 204 len: 168 time: 0.3756497 Jul 21 22:53:45.863681 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3ca4b5-8dcc-49aa-9c0a-4edd8ad0ab58 req-35798b3c-45f9-46ff-a0fe-255649936e84 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:45.866385 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e3ca4b5-8dcc-49aa-9c0a-4edd8ad0ab58 req-35798b3c-45f9-46ff-a0fe-255649936e84 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.1011214 Jul 21 22:53:45.873420 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3fc816a-f3fc-49c4-bb21-b66309d6549b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67f00cb-7244-4e17-8a0b-a661cdd1b906,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:45.920057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:45.967544 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e3ca4b5-8dcc-49aa-9c0a-4edd8ad0ab58 req-a302aa8d-0d33-4cb7-afa0-9b52914c6216 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951548 Jul 21 22:53:46.058589 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809583a-7524-485f-bd1c-79c76717faa8 req-17a3bd13-3635-44a7-8def-d62ee831c8fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:46.060378 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f809583a-7524-485f-bd1c-79c76717faa8 req-17a3bd13-3635-44a7-8def-d62ee831c8fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0793076 Jul 21 22:53:46.146503 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f809583a-7524-485f-bd1c-79c76717faa8 req-f6d119dd-f0cb-43e3-b684-be02d6f22df2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794351 Jul 21 22:53:46.188591 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a14dd80a-b688-4059-a558-a26d905ae412 req-58353ed0-cc9c-4645-8b94-f2b8f39c012d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0471466 Jul 21 22:53:46.270618 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:46.548083 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec69ee39-3af4-4278-ab7d-512acaa5cdeb req-4ec42e13-07f7-4c73-8b6e-4ffe67250700 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:46.558528 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ec69ee39-3af4-4278-ab7d-512acaa5cdeb req-4ec42e13-07f7-4c73-8b6e-4ffe67250700 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0657914 Jul 21 22:53:46.617816 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ec69ee39-3af4-4278-ab7d-512acaa5cdeb req-0ca1a7e7-22f6-4648-8b42-3331032d42e0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590320 Jul 21 22:53:46.618916 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:47.001991 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:47.042283 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:47.125519 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17298d-b8a7-4fe7-bad8-70336a12eebe req-1b16d567-a452-42c4-9724-de7970e9b1e2 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:47.127663 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6e17298d-b8a7-4fe7-bad8-70336a12eebe req-1b16d567-a452-42c4-9724-de7970e9b1e2 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0479321 Jul 21 22:53:47.228164 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6e17298d-b8a7-4fe7-bad8-70336a12eebe req-10d120c6-2e3f-4afb-9a32-ec8f924e0191 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925062 Jul 21 22:53:47.304723 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:47.320102 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47fee6e-312d-403d-83ab-f4a65de7723b req-fa61f312-b31e-4df8-b8ff-b04b40591f29 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:47.332152 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d47fee6e-312d-403d-83ab-f4a65de7723b req-fa61f312-b31e-4df8-b8ff-b04b40591f29 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0912249 Jul 21 22:53:47.367943 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fe3ab6e9-f824-4fa3-91dd-9d3cb2db89de req-1126a8a6-1f05-40d2-a9b0-c2d8405ece78 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0567122 Jul 21 22:53:47.390819 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:47.430162 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:47.433310 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d47fee6e-312d-403d-83ab-f4a65de7723b req-5b7d1e6f-3260-4831-86be-07e2fc8da295 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001384 Jul 21 22:53:47.744514 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c2979-940f-4bee-889b-e4afa832a564 req-1f50c382-c133-47be-9691-ff53e9c1e2fc tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:47.745995 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-594c2979-940f-4bee-889b-e4afa832a564 req-1f50c382-c133-47be-9691-ff53e9c1e2fc tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0549331 Jul 21 22:53:47.798419 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-594c2979-940f-4bee-889b-e4afa832a564 req-0c6a5cce-6144-4c60-9a1b-2ede31ccf106 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464296 Jul 21 22:53:47.988588 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33970) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:48.115168 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33976) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:48.140139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:48.153937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a75914e7-8468-4bd3-ae28-62dbc6cd95c4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.181740 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-716e8e78-7572-4623-ab52-8ff430dcb97b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.296350 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a75914e7-8468-4bd3-ae28-62dbc6cd95c4 admin admin] Publish callbacks [] for security_group (fa118f0e-67d5-478d-b72f-5840de9d43b8), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.317325 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-716e8e78-7572-4623-ab52-8ff430dcb97b admin admin] Publish callbacks [] for security_group (0b6e742e-73f3-4a2e-b378-a5c61a2893c3), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.354176 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f47351-1100-40fb-a162-7a986412f949 req-ee029c9d-201b-4f97-8077-90ad07214943 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:48.355697 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-44f47351-1100-40fb-a162-7a986412f949 req-ee029c9d-201b-4f97-8077-90ad07214943 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0556939 Jul 21 22:53:48.399107 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-716e8e78-7572-4623-ab52-8ff430dcb97b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0b6e742e-73f3-4a2e-b378-a5c61a2893c3), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.401204 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a75914e7-8468-4bd3-ae28-62dbc6cd95c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (fa118f0e-67d5-478d-b72f-5840de9d43b8), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.434476 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-44f47351-1100-40fb-a162-7a986412f949 req-3d6729b8-5f82-4417-8736-b24759821246 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730238 Jul 21 22:53:48.471338 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-08d1727b-1bd0-43c4-9ecd-4f7851ba2d90 req-f1e7e7dc-e7a8-4094-ad52-f8e4ef923c76 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0297837 Jul 21 22:53:48.473286 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-716e8e78-7572-4623-ab52-8ff430dcb97b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1f18b138022642899dd02e83ed2025e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3570645 Jul 21 22:53:48.476496 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 33986) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:48.482381 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a75914e7-8468-4bd3-ae28-62dbc6cd95c4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b728805b1b3548149dd49f1024b7cf6a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4904666 Jul 21 22:53:48.482381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716e8e78-7572-4623-ab52-8ff430dcb97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6e742e-73f3-4a2e-b378-a5c61a2893c3,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:48.484954 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 33988) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:48.547529 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:48.548104 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] Publish callbacks [] for security_group (0b6e742e-73f3-4a2e-b378-a5c61a2893c3), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.575370 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] Publish callbacks [] for security_group (0b6e742e-73f3-4a2e-b378-a5c61a2893c3), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.582558 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75914e7-8468-4bd3-ae28-62dbc6cd95c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa118f0e-67d5-478d-b72f-5840de9d43b8,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:48.609323 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2732ca32-8981-44b7-83c0-830719ce1fbf req-8140b13d-ccbf-4011-8b40-a5dffbfb2e1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:48.615276 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2732ca32-8981-44b7-83c0-830719ce1fbf req-8140b13d-ccbf-4011-8b40-a5dffbfb2e1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0737655 Jul 21 22:53:48.635266 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] Publish callbacks [] for security_group (fa118f0e-67d5-478d-b72f-5840de9d43b8), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.638609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=1,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:48.675637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] Publish callbacks [] for security_group (fa118f0e-67d5-478d-b72f-5840de9d43b8), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.690431 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2732ca32-8981-44b7-83c0-830719ce1fbf req-ca1b261e-afcc-4829-b873-9ce639099062 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731454 Jul 21 22:53:48.721739 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0b6e742e-73f3-4a2e-b378-a5c61a2893c3), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.724350 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.725535 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0b6e742e-73f3-4a2e-b378-a5c61a2893c3 HTTP/1.1" status: 204 len: 168 time: 0.2478838 Jul 21 22:53:48.735881 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e133c4-ac6f-4636-a048-9174862d8a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6e742e-73f3-4a2e-b378-a5c61a2893c3,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:48.836174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (fa118f0e-67d5-478d-b72f-5840de9d43b8), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.839509 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:48.840942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fa118f0e-67d5-478d-b72f-5840de9d43b8 HTTP/1.1" status: 204 len: 168 time: 0.3534169 Jul 21 22:53:48.850107 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a29cc0-6809-4477-8232-934478fab6e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa118f0e-67d5-478d-b72f-5840de9d43b8,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:48.927211 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c73db7-6c40-49a5-9bc0-005af78373c6 req-3c45a619-fdfd-4b35-a3e2-5641e0221b31 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:48.929262 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-89c73db7-6c40-49a5-9bc0-005af78373c6 req-3c45a619-fdfd-4b35-a3e2-5641e0221b31 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0627708 Jul 21 22:53:48.977228 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-89c73db7-6c40-49a5-9bc0-005af78373c6 req-0c1fb177-2d2a-4e78-ad0f-1a424b563a7a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419552 Jul 21 22:53:49.122047 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:49.544924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38343c-87dc-4e2a-8eb4-61e7c7f2ea98 req-40a40adb-a119-489f-8912-8828db570af5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:49.552289 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ed38343c-87dc-4e2a-8eb4-61e7c7f2ea98 req-40a40adb-a119-489f-8912-8828db570af5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0553129 Jul 21 22:53:49.588759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34028) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:49.613714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9132e94-5ac4-472a-b9d7-65fc7a9a01c1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:49.632504 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ed38343c-87dc-4e2a-8eb4-61e7c7f2ea98 req-25e0f630-52fa-47dd-8c8d-eddcef62ff10 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786483 Jul 21 22:53:49.640509 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9c6c3879-081c-4c07-8349-1a08161f9515 req-34e61084-a618-4b5b-8e25-e9f1525401df tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0914278 Jul 21 22:53:49.697230 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:49.702101 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-13b191a4-1e7b-467c-b219-bea2df846178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:49.704219 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-13b191a4-1e7b-467c-b219-bea2df846178 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0822341 Jul 21 22:53:49.719262 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9132e94-5ac4-472a-b9d7-65fc7a9a01c1 admin admin] Publish callbacks [] for security_group (ee85685e-bcce-400b-beb8-3ee56c4bc70d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:49.767928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-e3fe80ce-6854-4696-88cd-541dfbaf2339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:49.769664 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-e3fe80ce-6854-4696-88cd-541dfbaf2339 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1127 time: 0.0536337 Jul 21 22:53:49.773379 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-60c8b260-f437-43ec-a155-3bc423685cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:49.775710 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-60c8b260-f437-43ec-a155-3bc423685cd1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0580564 Jul 21 22:53:49.799952 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9132e94-5ac4-472a-b9d7-65fc7a9a01c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ee85685e-bcce-400b-beb8-3ee56c4bc70d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:49.831427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580cac62-2205-418a-ac69-c4b670843254 req-78ea65f1-9e4c-4f23-b1fe-1b609fbceb1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:49.833001 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-580cac62-2205-418a-ac69-c4b670843254 req-78ea65f1-9e4c-4f23-b1fe-1b609fbceb1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0487838 Jul 21 22:53:49.847113 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c9132e94-5ac4-472a-b9d7-65fc7a9a01c1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=55615f9532474e8f9c4b9466e5781747&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2573330 Jul 21 22:53:49.849363 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9132e94-5ac4-472a-b9d7-65fc7a9a01c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee85685e-bcce-400b-beb8-3ee56c4bc70d,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:49.852915 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34038) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:49.929094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-580cac62-2205-418a-ac69-c4b670843254 req-672092d0-6bff-4fa1-84a1-9dee7f6f4674 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899374 Jul 21 22:53:49.935111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] Publish callbacks [] for security_group (ee85685e-bcce-400b-beb8-3ee56c4bc70d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:49.973334 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] Publish callbacks [] for security_group (ee85685e-bcce-400b-beb8-3ee56c4bc70d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:50.097723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71daf356-8388-44b7-a6b3-2b13fbfcdd6b req-2a7e2ea0-81ca-4d9e-a8fb-998ea8897af4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:50.099218 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-71daf356-8388-44b7-a6b3-2b13fbfcdd6b req-2a7e2ea0-81ca-4d9e-a8fb-998ea8897af4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0472486 Jul 21 22:53:50.140744 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ee85685e-bcce-400b-beb8-3ee56c4bc70d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:50.149150 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:50.150992 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-71daf356-8388-44b7-a6b3-2b13fbfcdd6b req-73e2543c-dedb-4e10-9576-c4cd4df9d1a3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455258 Jul 21 22:53:50.152132 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee85685e-bcce-400b-beb8-3ee56c4bc70d HTTP/1.1" status: 204 len: 168 time: 0.2982357 Jul 21 22:53:50.173518 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac6259-b56e-43be-befe-2f3b2a031996 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee85685e-bcce-400b-beb8-3ee56c4bc70d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:50.258902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:50.754676 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-95576de3-164b-4ce4-a2b9-04b1a5bcbeaa req-fb1351f8-411c-447e-8c90-374de5943ef1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0481496 Jul 21 22:53:50.776393 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c9cc49-300d-4b69-bb49-417cebdbb5ad req-4e5a8a85-bd40-464c-862a-419f1d40292b tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:50.778108 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d4c9cc49-300d-4b69-bb49-417cebdbb5ad req-4e5a8a85-bd40-464c-862a-419f1d40292b tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0694239 Jul 21 22:53:50.825650 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d4c9cc49-300d-4b69-bb49-417cebdbb5ad req-c675b739-253e-4c4d-b438-af1c548366b4 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417233 Jul 21 22:53:50.920391 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34074) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:50.935289 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b53c6a16-f023-4220-8fc2-e61c70320d61 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.019635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34078) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:51.019766 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b53c6a16-f023-4220-8fc2-e61c70320d61 admin admin] Publish callbacks [] for security_group (849666d3-2803-4e8c-8743-af47ab0d4266), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.079632 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423fa029-b489-4c5d-a390-cd8cf1be4da4 req-372d3497-4f8d-4ec9-a41b-f84fdd2a2705 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:51.080895 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-423fa029-b489-4c5d-a390-cd8cf1be4da4 req-372d3497-4f8d-4ec9-a41b-f84fdd2a2705 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0500262 Jul 21 22:53:51.085927 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b53c6a16-f023-4220-8fc2-e61c70320d61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (849666d3-2803-4e8c-8743-af47ab0d4266), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.147832 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b53c6a16-f023-4220-8fc2-e61c70320d61 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2bdbcf25b6ee4341808ba52e490753b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2263520 Jul 21 22:53:51.150903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34082) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:51.151362 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:51.156867 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53c6a16-f023-4220-8fc2-e61c70320d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=849666d3-2803-4e8c-8743-af47ab0d4266,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:51.189789 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-423fa029-b489-4c5d-a390-cd8cf1be4da4 req-c94d4322-15a7-4175-8753-f0d627305495 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008413 Jul 21 22:53:51.207189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c0b2686b-730e-4711-adc0-7f7802d9e0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.258959 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] Publish callbacks [] for security_group (849666d3-2803-4e8c-8743-af47ab0d4266), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.308744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] Publish callbacks [] for security_group (849666d3-2803-4e8c-8743-af47ab0d4266), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.331173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19e109-577f-43c1-9374-337f9d737e2f req-e1d42e92-f16e-4e6b-82c0-b5c492094b0a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:51.332645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fa19e109-577f-43c1-9374-337f9d737e2f req-e1d42e92-f16e-4e6b-82c0-b5c492094b0a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0882497 Jul 21 22:53:51.423484 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c0b2686b-730e-4711-adc0-7f7802d9e0d4 admin admin] Publish callbacks [] for security_group (5b214753-eec4-495b-8aa1-2b68243c6097), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.428156 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fa19e109-577f-43c1-9374-337f9d737e2f req-68b2832c-f984-4f0f-88f2-68ab103357f6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871348 Jul 21 22:53:51.525721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c0b2686b-730e-4711-adc0-7f7802d9e0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5b214753-eec4-495b-8aa1-2b68243c6097), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.529715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (849666d3-2803-4e8c-8743-af47ab0d4266), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.532253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.533354 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/849666d3-2803-4e8c-8743-af47ab0d4266 HTTP/1.1" status: 204 len: 168 time: 0.3809457 Jul 21 22:53:51.554529 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:51.571482 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b2686b-730e-4711-adc0-7f7802d9e0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b214753-eec4-495b-8aa1-2b68243c6097,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:51.584733 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c0b2686b-730e-4711-adc0-7f7802d9e0d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cfb8add25d6845599ea4122f1b0edce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5662417 Jul 21 22:53:51.585783 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a41a987-9ed9-4560-8645-ef3809b42124 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=849666d3-2803-4e8c-8743-af47ab0d4266,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:51.587477 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34088) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:51.645705 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] Publish callbacks [] for security_group (5b214753-eec4-495b-8aa1-2b68243c6097), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.671363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] Publish callbacks [] for security_group (5b214753-eec4-495b-8aa1-2b68243c6097), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.807489 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5b214753-eec4-495b-8aa1-2b68243c6097), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.813141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:51.814319 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5b214753-eec4-495b-8aa1-2b68243c6097 HTTP/1.1" status: 204 len: 168 time: 0.2258480 Jul 21 22:53:51.825725 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0307443-7311-4b5d-bd88-db5d5e995db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b214753-eec4-495b-8aa1-2b68243c6097,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:51.864368 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d5da4dee-ef82-4e28-812b-b516e61b841b req-d161e7a5-2aa0-42e3-9919-4ee4be54260c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0364466 Jul 21 22:53:51.894156 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:51.956716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7855c464-bb10-48d6-af82-342ea86e0ef8 req-66e27895-7797-43fa-abc5-07acde887933 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:51.958224 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7855c464-bb10-48d6-af82-342ea86e0ef8 req-66e27895-7797-43fa-abc5-07acde887933 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0544474 Jul 21 22:53:52.015586 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7855c464-bb10-48d6-af82-342ea86e0ef8 req-62c533b3-85de-4aa5-a6c2-59582e950bb9 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517399 Jul 21 22:53:52.207406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:52.257665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:52.317738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1d5c9-b657-4fa7-93df-7531c9023660 req-ea17a8ed-dd40-4566-a309-6ce3072a8f6b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:52.319760 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-67f1d5c9-b657-4fa7-93df-7531c9023660 req-ea17a8ed-dd40-4566-a309-6ce3072a8f6b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0525861 Jul 21 22:53:52.371189 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-67f1d5c9-b657-4fa7-93df-7531c9023660 req-b5a7363c-16e7-4519-8a27-5702d8960e3e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457897 Jul 21 22:53:52.447226 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:52.519898 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34126) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:52.533293 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b071d604-5b57-4de7-bcc2-517495fcefa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.546728 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818574ed-5156-4aa7-9f94-688608aad31f req-94fd153d-064f-4cfd-b793-9c30d608c557 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:52.548356 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-818574ed-5156-4aa7-9f94-688608aad31f req-94fd153d-064f-4cfd-b793-9c30d608c557 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0506124 Jul 21 22:53:52.604193 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-818574ed-5156-4aa7-9f94-688608aad31f req-cfeae1de-0b33-42cb-9bae-16042bd7aa73 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487270 Jul 21 22:53:52.623401 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b071d604-5b57-4de7-bcc2-517495fcefa6 admin admin] Publish callbacks [] for security_group (669e5804-8ff8-4642-a071-5972007c9c83), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.723221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b071d604-5b57-4de7-bcc2-517495fcefa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (669e5804-8ff8-4642-a071-5972007c9c83), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.762108 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b071d604-5b57-4de7-bcc2-517495fcefa6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=87113ee29bca4ea7adb793bf89c4b392&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2411084 Jul 21 22:53:52.764019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b071d604-5b57-4de7-bcc2-517495fcefa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669e5804-8ff8-4642-a071-5972007c9c83,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:52.764880 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34134) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:52.817340 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] Publish callbacks [] for security_group (669e5804-8ff8-4642-a071-5972007c9c83), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.840050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] Publish callbacks [] for security_group (669e5804-8ff8-4642-a071-5972007c9c83), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.936643 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (669e5804-8ff8-4642-a071-5972007c9c83), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.939191 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:52.940408 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/669e5804-8ff8-4642-a071-5972007c9c83 HTTP/1.1" status: 204 len: 168 time: 0.1744442 Jul 21 22:53:52.949276 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e979f0b6-3e49-4157-944a-33ccf0c20d92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669e5804-8ff8-4642-a071-5972007c9c83,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:52.962370 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3ff2f6d-f103-4002-9ca2-9ae381830d08 req-cc8ea928-10a7-4b95-8c36-a101f8332a27 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0308328 Jul 21 22:53:53.121264 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:53.132144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28259cd-081f-4e58-acec-461be366aefd req-d38efe78-7779-443f-8184-5eaa8ccbe850 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:53.133674 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e28259cd-081f-4e58-acec-461be366aefd req-d38efe78-7779-443f-8184-5eaa8ccbe850 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0471270 Jul 21 22:53:53.180192 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e28259cd-081f-4e58-acec-461be366aefd req-826b5a9d-8029-4b9d-aa74-93a7e346394a tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408628 Jul 21 22:53:53.511208 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5702137-a225-4592-be99-7a40f92077de req-a25e72d5-5949-44a2-bfa7-6622d22b8ef0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:53.513014 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5702137-a225-4592-be99-7a40f92077de req-a25e72d5-5949-44a2-bfa7-6622d22b8ef0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0673625 Jul 21 22:53:53.560437 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5702137-a225-4592-be99-7a40f92077de req-76c01536-d533-439e-981d-a149cec4ff5c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417850 Jul 21 22:53:53.595882 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:53.665223 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:53.729949 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f379f-2b07-4655-a513-0fb87f0ecd90 req-1484fb74-e14c-46bf-8e1d-fc674e937ebd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:53.731678 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e60f379f-2b07-4655-a513-0fb87f0ecd90 req-1484fb74-e14c-46bf-8e1d-fc674e937ebd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0573385 Jul 21 22:53:53.811127 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e60f379f-2b07-4655-a513-0fb87f0ecd90 req-d5320c36-69f1-42e8-a3ac-9046c40bdabf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712981 Jul 21 22:53:54.061072 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-10e1dde8-bb56-4503-b2d9-3e6b4c155897 req-94634ed9-535a-44e2-80be-e87200696884 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0280590 Jul 21 22:53:54.339434 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-48c120b5-89c7-406a-ac2c-fe120b473e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:54.341663 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-48c120b5-89c7-406a-ac2c-fe120b473e21 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=2f7e8103418741398872d59d16e0e919&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2642214 Jul 21 22:53:54.353086 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b36ce29-b59d-4da4-8d5a-5c05a13a90d4 req-834b6ee2-3ad3-40f6-b29e-4c588d4debc5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:54.354798 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b36ce29-b59d-4da4-8d5a-5c05a13a90d4 req-834b6ee2-3ad3-40f6-b29e-4c588d4debc5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0783405 Jul 21 22:53:54.368597 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-50818400-83a2-4878-8b1e-3b28df76606b service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2922080 Jul 21 22:53:54.407410 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b36ce29-b59d-4da4-8d5a-5c05a13a90d4 req-c4e0c57a-0f2f-4aa3-98ce-13ac25496bee tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464547 Jul 21 22:53:54.554300 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:54.727813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b9a5dc-5a1d-4f39-9468-7b9ff5c77269 req-f307a36a-9496-4f0c-8096-0161ce1650a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:54.729302 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-16b9a5dc-5a1d-4f39-9468-7b9ff5c77269 req-f307a36a-9496-4f0c-8096-0161ce1650a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0617459 Jul 21 22:53:54.776932 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-16b9a5dc-5a1d-4f39-9468-7b9ff5c77269 req-b9781c06-6ba0-4956-85f5-e208637dc229 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413201 Jul 21 22:53:55.006991 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-d16ddad0-a397-4ee3-b4f3-3402984801b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.008817 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-d16ddad0-a397-4ee3-b4f3-3402984801b0 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1127 time: 0.1540201 Jul 21 22:53:55.090081 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-51d77efe-7415-407e-a742-551ef52219fa service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2381690 Jul 21 22:53:55.144266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-1d3c4b7c-0bde-41e5-b193-c23b47b13fd3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.150366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-1d3c4b7c-0bde-41e5-b193-c23b47b13fd3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 811 time: 0.3035915 Jul 21 22:53:55.213661 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 43693aff-eb0b-4fa8-90d5-a5e82416c624 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:53:55.215786 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:55.238599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-c803dcc1-8fcb-4e7f-aa97-92ad95798f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.240446 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-c803dcc1-8fcb-4e7f-aa97-92ad95798f00 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.2228613 Jul 21 22:53:55.256819 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-069c712b-bc78-470f-8d9f-4131a28683bd req-c7119de4-5453-4f2c-86b2-c24b64955195 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0795441 Jul 21 22:53:55.288639 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3269293-0224-437a-85ee-a6c209b08172 req-516c4b38-b881-4e06-97fa-b1a0258145de tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.295541 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a3269293-0224-437a-85ee-a6c209b08172 req-516c4b38-b881-4e06-97fa-b1a0258145de tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.3583312 Jul 21 22:53:55.338234 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:55.341081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-a7b30447-dd29-44a7-b3c6-e01471a80125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.343473 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7e90031-be94-49d3-a5cb-588e2e9a020b req-a7b30447-dd29-44a7-b3c6-e01471a80125 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4948213 Jul 21 22:53:55.365219 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-7703f41d-36ed-441e-86f4-12d206455c35 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 379 time: 0.2059088 Jul 21 22:53:55.366797 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-85c9e8f2-1b00-4859-a345-b396abaaa38b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 200 len: 217 time: 0.1046698 Jul 21 22:53:55.370506 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a3269293-0224-437a-85ee-a6c209b08172 req-6a07a105-a8df-4b67-9848-925dddc59a23 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740914 Jul 21 22:53:55.386212 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'port': {'device_id': '9b3363b2-6211-444c-8595-b3a40ce92109', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'admin_state_up': True, 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'security_groups': ['d0900456-19c8-4a7d-b698-5ffa5afc6d15']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:55.401733 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:55.442348 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-170f85ab-08c3-427c-8961-10138069dd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.444646 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-170f85ab-08c3-427c-8961-10138069dd70 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1127 time: 0.0547171 Jul 21 22:53:55.448287 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '43693aff-eb0b-4fa8-90d5-a5e82416c624', 'network_id': '890d251b-f2ed-45b8-839e-e822b200a30c', 'port_id': '43693aff-eb0b-4fa8-90d5-a5e82416c624', 'mac_address': 'fa:16:3e:56:b2:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 607, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '917d7df7-6f1a-4f5c-9b30-36a0e0047c4a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:53:55.520339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 43693aff-eb0b-4fa8-90d5-a5e82416c624 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:55.520808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:55.536226 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43693aff-eb0b-4fa8-90d5-a5e82416c624 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:55.546072 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-901ae417-be5e-4adc-9308-49926fc72276 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 217 time: 0.0938697 Jul 21 22:53:55.567113 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:55.621655 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-eac3e7d4-9a07-4d13-909a-e9e6d7472445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.623149 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-eac3e7d4-9a07-4d13-909a-e9e6d7472445 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0491486 Jul 21 22:53:55.646637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac682399-975f-49dd-a74e-ec302d83c9a2 req-1081df14-c1e7-4c48-b501-ca05482af6e1 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.648236 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ac682399-975f-49dd-a74e-ec302d83c9a2 req-1081df14-c1e7-4c48-b501-ca05482af6e1 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 943 time: 0.0875473 Jul 21 22:53:55.653513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-f410b5a4-3565-4828-ba82-d4fd45c7eff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.655009 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-f410b5a4-3565-4828-ba82-d4fd45c7eff6 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1064076 Jul 21 22:53:55.668853 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-0f186022-5c8e-4954-9dd4-4a909df82ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.670336 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-0f186022-5c8e-4954-9dd4-4a909df82ffe service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386317 Jul 21 22:53:55.674099 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:55.674854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2b3bc926-e36a-4b2b-a85a-0356b93dec8b details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:53:55.713653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-3e15ef3b-79b9-485a-b2d5-512a13bf642f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.719814 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-3e15ef3b-79b9-485a-b2d5-512a13bf642f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0512776 Jul 21 22:53:55.719814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Made reservation on behalf of 08576395a1f1437385d2f24b482572a6 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:53:55.722233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:55.732036 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:55.739465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:55.807962 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-8aa17f4b-737f-4baf-8a18-1b037c96fece service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311133 Jul 21 22:53:55.839179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:55.852259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'port_id': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'mac_address': 'fa:16:3e:9d:03:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:53:55.881808 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ac682399-975f-49dd-a74e-ec302d83c9a2 req-74e97034-dd22-4396-8b58-82fcc38c299a tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2246609 Jul 21 22:53:55.898674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:55.899497 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:55.929285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b3bc926-e36a-4b2b-a85a-0356b93dec8b {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:55.953966 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c554be-138b-469d-9dab-9ecbf770400d req-08dd6906-d8c0-455e-927d-7ab06a27b704 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:55.954696 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-2d6c92a1-bdc7-4491-8606-bb3f1c94a3f7 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2151418 Jul 21 22:53:55.956012 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-58c554be-138b-469d-9dab-9ecbf770400d req-08dd6906-d8c0-455e-927d-7ab06a27b704 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0683253 Jul 21 22:53:55.958358 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebf462ee-338c-4693-8128-4048ca75ab69 req-7b4958e7-62da-45a6-80f7-66f924d91750 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450472 Jul 21 22:53:55.959645 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:55.982725 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Allocated IP 172.20.0.13 (886605d9-b2c5-42f8-a453-66f8a90cc2d9/06734f2c-3648-4684-b7ca-5b90e6861b74/2d3c9293-bf2d-4f3c-ab9b-47ade12b250a) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:53:56.032315 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:56.039316 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-58c554be-138b-469d-9dab-9ecbf770400d req-f495c924-607a-420d-9a05-7ecaf527a2b3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679123 Jul 21 22:53:56.096402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:56.134481 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1f85bdc5-bde9-41fb-93ac-ef514e5adbaa req-3390bd44-7912-48f8-a34a-fc26ee0915a5 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645906 Jul 21 22:53:56.221784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:56.247930 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:56.350253 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5e770943-0136-4ed2-9b20-1da6e11f0ad6 req-631d0474-ff62-489b-9067-eca590062b41 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0287514 Jul 21 22:53:56.382882 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:56.425669 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['43693aff-eb0b-4fa8-90d5-a5e82416c624'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:53:56.438972 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:53:56.442145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:53:56.451544 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:53:56.457085 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:56.457708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:56.469007 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:56.517997 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56ff8a9-4320-408f-b516-c61b5cb23852 req-de2081c3-31cc-4abb-af7c-76eacb5fa6c3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:56.520574 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b56ff8a9-4320-408f-b516-c61b5cb23852 req-de2081c3-31cc-4abb-af7c-76eacb5fa6c3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0671434 Jul 21 22:53:56.554681 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:56.555278 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c464c154-b29e-4c96-b595-9a36449dd7c2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1770177 Jul 21 22:53:56.578354 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['2b3bc926-e36a-4b2b-a85a-0356b93dec8b'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:53:56.586843 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b56ff8a9-4320-408f-b516-c61b5cb23852 req-b37fa52f-8f7b-47e6-a72e-65799ff08c8b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520790 Jul 21 22:53:56.679213 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:56.735754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:56.766200 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-57c9fe0d-cb43-4d61-8a31-6fda816c9ba4 None None] Provisioning complete for port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:56.766582 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-57c9fe0d-cb43-4d61-8a31-6fda816c9ba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:56.783492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Request body: {'port': {'device_id': '9b3363b2-6211-444c-8595-b3a40ce92109', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:53:56.839466 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-57c9fe0d-cb43-4d61-8a31-6fda816c9ba4 None None] Port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:53:56.854903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.070247 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dccf4f64-571c-4bac-a0d9-9f8351981bd1 req-45fb3d49-6933-4325-92a9-4762391e1313 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.072144 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dccf4f64-571c-4bac-a0d9-9f8351981bd1 req-45fb3d49-6933-4325-92a9-4762391e1313 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 944 time: 0.0866446 Jul 21 22:53:57.173222 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9d6df7-c712-4abd-92f4-be2ec4dd2f64 req-61433583-dbbb-48f6-b572-6b9af5296b0f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.174974 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1c9d6df7-c712-4abd-92f4-be2ec4dd2f64 req-61433583-dbbb-48f6-b572-6b9af5296b0f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0587914 Jul 21 22:53:57.203977 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dccf4f64-571c-4bac-a0d9-9f8351981bd1 req-d11e04e7-2dce-4b9a-8bdd-adf45c10a8bd tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890510 Jul 21 22:53:57.233176 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1c9d6df7-c712-4abd-92f4-be2ec4dd2f64 req-bf52c64b-13b9-41eb-aa0a-8cd58533a364 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493343 Jul 21 22:53:57.268518 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:57.276523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks [] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.290122 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Transition to ACTIVE for port object 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:53:57.393989 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.492676 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:57.495902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device d8513c0b-5706-4b5d-bf3c-154536ce5049 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:53:57.502383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 43693aff-eb0b-4fa8-90d5-a5e82416c624 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:57.511731 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe6fc6-b358-4553-a13c-3a9793fd47f6 req-98399ae4-8fc8-4773-a6ce-979ed9bbac85 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.513331 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7dfe6fc6-b358-4553-a13c-3a9793fd47f6 req-98399ae4-8fc8-4773-a6ce-979ed9bbac85 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0848837 Jul 21 22:53:57.563063 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Attempting to bind port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:53:57.563424 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Attempting to bind port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:53:57.563755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Attempting to bind port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:57.576770 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:53:57.577094 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Attempting to bind port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:53:57.592748 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:53:57.593340 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Checking segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:53:57.593792 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Bound using segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:53:57.594200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Bound port: 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:53:57.594901 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.595451 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 43693aff-eb0b-4fa8-90d5-a5e82416c624 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:53:57.600758 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7dfe6fc6-b358-4553-a13c-3a9793fd47f6 req-44b7e8c8-eef6-48d9-8b56-bff22050fb42 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0676668 Jul 21 22:53:57.696878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:57.700118 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 43693aff-eb0b-4fa8-90d5-a5e82416c624 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:57.700990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.733034 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:53:57.736555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:53:57.741725 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'd8513c0b-5706-4b5d-bf3c-154536ce5049', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'port_id': 'd8513c0b-5706-4b5d-bf3c-154536ce5049', 'mac_address': 'fa:16:3e:b0:c4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:53:57.753906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546b056c-529a-495a-be2f-4bc2b384649c req-e5d7d164-7052-4e3f-a3a0-681a1fe1aa7e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.755457 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-546b056c-529a-495a-be2f-4bc2b384649c req-e5d7d164-7052-4e3f-a3a0-681a1fe1aa7e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 943 time: 0.0794179 Jul 21 22:53:57.791302 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.796107 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:57.813601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port d8513c0b-5706-4b5d-bf3c-154536ce5049 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:57.813994 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.819810 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-546b056c-529a-495a-be2f-4bc2b384649c req-1ad20c54-1714-4fd5-b817-bd5b9b633f23 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583498 Jul 21 22:53:57.855766 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8513c0b-5706-4b5d-bf3c-154536ce5049 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:53:57.860784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.865261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.865261 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] 10.222.0.33 "PUT /v2.0/ports/2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 1094 time: 1.0837469 Jul 21 22:53:57.865261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:57.866249 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11feeef4-e8ee-40ed-a532-3a0e7443295a" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:57.878015 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:57.889731 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 43693aff-eb0b-4fa8-90d5-a5e82416c624 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:57.893892 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.904921 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875bfc8e-8296-4faf-be33-ef51e5dbdd65 service neutron] Pushing event updated for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:57.922902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:53:57.924322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fc18a3e-62d5-43a1-86bf-c6fbd9559461 x-openstack-request-id: req-2fc18a3e-62d5-43a1-86bf-c6fbd9559461 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:57.924626 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:57.924882 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2fc18a3e-62d5-43a1-86bf-c6fbd9559461 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:57.925286 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fc18a3e-62d5-43a1-86bf-c6fbd9559461'] response: {'name': 'network-changed', 'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'status': 'completed', 'code': 200} Jul 21 22:53:57.968618 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34344) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:57.988309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:57.990425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-4df0e10d-ad8b-4f46-8fac-e0bd6cf62612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:57.992188 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-4df0e10d-ad8b-4f46-8fac-e0bd6cf62612 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1128 time: 0.0441718 Jul 21 22:53:58.043015 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:58.124236 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0e87d11-85a0-4bad-b10d-efc21263d21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.129667 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:58.139559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.140388 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2b3bc926-e36a-4b2b-a85a-0356b93dec8b up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:53:58.212814 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['d8513c0b-5706-4b5d-bf3c-154536ce5049'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:53:58.220015 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e5293d-90e7-4f65-9c35-2345d420c298" -d '{"events": [{"server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "name": "network-vif-plugged", "status": "completed", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:53:58.234225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0e87d11-85a0-4bad-b10d-efc21263d21c admin admin] Publish callbacks [] for security_group (4f42ef74-287f-46de-bceb-2ed36078ef41), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.285680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:53:58.289926 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:58.290069 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-121f3f35-fd00-4023-90f8-1650f23be2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.295885 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-121f3f35-fd00-4023-90f8-1650f23be2e2 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=08576395a1f1437385d2f24b482572a6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2960050 Jul 21 22:53:58.357757 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0e87d11-85a0-4bad-b10d-efc21263d21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4f42ef74-287f-46de-bceb-2ed36078ef41), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.362670 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41b0965-14d5-4339-bc7b-0e67bf8b1c84 x-openstack-request-id: req-d41b0965-14d5-4339-bc7b-0e67bf8b1c84 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:53:58.363020 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "name": "network-vif-plugged", "status": "completed", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:53:58.363273 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d41b0965-14d5-4339-bc7b-0e67bf8b1c84 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:53:58.363727 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d41b0965-14d5-4339-bc7b-0e67bf8b1c84'] response: {'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624', 'code': 200} Jul 21 22:53:58.391007 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e87d11-85a0-4bad-b10d-efc21263d21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f42ef74-287f-46de-bceb-2ed36078ef41,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:58.409260 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c97bc20-a0d7-41ba-9945-2dcafbeb0565 req-e67afaac-759b-4658-9ab1-6cfe88999bbc tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.412265 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7c97bc20-a0d7-41ba-9945-2dcafbeb0565 req-e67afaac-759b-4658-9ab1-6cfe88999bbc tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.1037986 Jul 21 22:53:58.425467 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:53:58.425841 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.466829 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e0e87d11-85a0-4bad-b10d-efc21263d21c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=adf79b5233954a43a700b40b22b343b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4960105 Jul 21 22:53:58.472118 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34368) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:53:58.518529 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7c97bc20-a0d7-41ba-9945-2dcafbeb0565 req-bafe9175-0dc7-4b94-8d3d-f8a5af99af33 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001997 Jul 21 22:53:58.549806 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:53:58.550276 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.567815 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] Publish callbacks [] for security_group (4f42ef74-287f-46de-bceb-2ed36078ef41), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.599736 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] Publish callbacks [] for security_group (4f42ef74-287f-46de-bceb-2ed36078ef41), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.715463 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:58.743601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:53:58.746962 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4f42ef74-287f-46de-bceb-2ed36078ef41), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.749607 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.750787 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f42ef74-287f-46de-bceb-2ed36078ef41 HTTP/1.1" status: 204 len: 168 time: 0.2775362 Jul 21 22:53:58.765213 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a106111c-6bf0-4067-b0ee-2f0d0a22d59c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f42ef74-287f-46de-bceb-2ed36078ef41,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:58.774784 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a866fe-2f70-47e3-9bcb-e4e1b5d4577d req-0dad6190-bfb4-4963-a3b1-a56fd5d2c140 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.776333 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93a866fe-2f70-47e3-9bcb-e4e1b5d4577d req-0dad6190-bfb4-4963-a3b1-a56fd5d2c140 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0736258 Jul 21 22:53:58.819163 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:58.895563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:58.901055 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fc7832-7cd4-4308-9cbc-012ad1f84b41 req-b253ca2f-6c17-4f4f-ac2b-cdc4eef7ced0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.902579 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f5fc7832-7cd4-4308-9cbc-012ad1f84b41 req-b253ca2f-6c17-4f4f-ac2b-cdc4eef7ced0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.4739754 Jul 21 22:53:58.912032 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93a866fe-2f70-47e3-9bcb-e4e1b5d4577d req-e94528d9-9257-44da-8196-d97531ecd8f2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284049 Jul 21 22:53:58.934764 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-1e58e471-d920-4e5c-a749-e4c9e1cb22d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.936323 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-1e58e471-d920-4e5c-a749-e4c9e1cb22d0 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 1129 time: 0.1749010 Jul 21 22:53:58.938123 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:58.938639 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-2d665dd9-e533-4717-99b6-0290bd77db73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:58.939994 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-11feeef4-e8ee-40ed-a532-3a0e7443295a req-2d665dd9-e533-4717-99b6-0290bd77db73 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6323376 Jul 21 22:53:58.997036 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-3c23977c-13ca-4df5-ae42-80834ca1ec3f service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:59.022430 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f5fc7832-7cd4-4308-9cbc-012ad1f84b41 req-125b450f-eee1-4772-82ee-d96fb348cfef tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092651 Jul 21 22:53:59.039547 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dddb5432-1441-45f9-bfa4-df2b1838e837 req-d0b92b48-675e-479b-a128-f9fe7db2340e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:59.041216 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dddb5432-1441-45f9-bfa4-df2b1838e837 req-d0b92b48-675e-479b-a128-f9fe7db2340e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 944 time: 0.0529976 Jul 21 22:53:59.043321 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-6d35187e-1f0b-4472-b573-ba2bcbf6692b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:59.045883 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-6d35187e-1f0b-4472-b573-ba2bcbf6692b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1128 time: 0.0651212 Jul 21 22:53:59.094784 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dddb5432-1441-45f9-bfa4-df2b1838e837 req-d042c5b6-2548-4780-910e-16a25e5cd922 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454905 Jul 21 22:53:59.098831 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-2f0db3bc-1024-4802-8c34-089c6e871fd9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 217 time: 0.0446944 Jul 21 22:53:59.166945 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c758d79c-d974-4a9f-a3bd-d36a954dc2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:59.168473 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-c758d79c-d974-4a9f-a3bd-d36a954dc2a4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0609579 Jul 21 22:53:59.176009 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:59.205322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-3c23977c-13ca-4df5-ae42-80834ca1ec3f service neutron] Publish callbacks [] for security_group (e8b55af3-0ac3-4502-bbb4-67bafbdfd470), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:59.217644 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-b4b747c8-73b5-43d1-aeee-ac7833c391fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:59.219448 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-b4b747c8-73b5-43d1-aeee-ac7833c391fc service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423720 Jul 21 22:53:59.256675 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:53:59.320432 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-6b94a9c8-c13c-46dc-8357-d4fc2d1d4988 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936246 Jul 21 22:53:59.357670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-3c23977c-13ca-4df5-ae42-80834ca1ec3f service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (e8b55af3-0ac3-4502-bbb4-67bafbdfd470), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:53:59.432331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c23977c-13ca-4df5-ae42-80834ca1ec3f service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b55af3-0ac3-4502-bbb4-67bafbdfd470,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:53:59.440955 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fa224455-1a2f-4361-9ac1-d89c6ef0691c req-3c23977c-13ca-4df5-ae42-80834ca1ec3f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4924266 Jul 21 22:53:59.460769 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32a9429f-3d08-4b50-8bf5-479268fe243f req-9e447944-7c6f-42ad-bf20-f382ac652c60 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341488 Jul 21 22:53:59.641849 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10af744-00f2-49b7-a1c7-f95b98686546 req-ae6b875a-2439-4ffc-ae57-bf0e509b4112 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:53:59.643440 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e10af744-00f2-49b7-a1c7-f95b98686546 req-ae6b875a-2439-4ffc-ae57-bf0e509b4112 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0516613 Jul 21 22:53:59.706818 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e10af744-00f2-49b7-a1c7-f95b98686546 req-a79497a8-dce8-4a07-8c9f-2a7ec5957ae9 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574827 Jul 21 22:54:00.053180 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c58f91c-6bec-4093-bbb4-913168be0e16 req-be3f5b44-2de8-4ad5-9663-b70bef001f61 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:00.055241 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7c58f91c-6bec-4093-bbb4-913168be0e16 req-be3f5b44-2de8-4ad5-9663-b70bef001f61 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0513046 Jul 21 22:54:00.086622 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:00.098348 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:00.117077 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7c58f91c-6bec-4093-bbb4-913168be0e16 req-888a947d-7adf-4165-8332-064fe2728d1b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526106 Jul 21 22:54:00.183986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1066d8c-38c3-4d23-bab8-2ec83a59322d req-fc35b718-5937-4a42-beb4-0cb821a040b6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:00.185769 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b1066d8c-38c3-4d23-bab8-2ec83a59322d req-fc35b718-5937-4a42-beb4-0cb821a040b6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0831885 Jul 21 22:54:00.199765 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:54:00.202631 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device d8513c0b-5706-4b5d-bf3c-154536ce5049 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:00.237584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbfeffe-5627-4c80-b586-7213b6aeac65 req-949452e9-b6d7-4c2e-b545-003d56bd7790 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:00.239149 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1cbfeffe-5627-4c80-b586-7213b6aeac65 req-949452e9-b6d7-4c2e-b545-003d56bd7790 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 944 time: 0.0596740 Jul 21 22:54:00.267246 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b1066d8c-38c3-4d23-bab8-2ec83a59322d req-32dd12a0-0e31-4a36-9880-af28bf1a3887 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744545 Jul 21 22:54:00.295832 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34460) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:00.319875 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1cbfeffe-5627-4c80-b586-7213b6aeac65 req-1ffb5de3-9ce0-4cdc-94ee-c68cda77047f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610757 Jul 21 22:54:00.408489 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:00.410695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:00.413005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bb46d43-4ca8-4f4f-b948-e921662bc2cc" -d '{"events": [{"server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "name": "network-vif-plugged", "status": "completed", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:00.425572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port d8513c0b-5706-4b5d-bf3c-154536ce5049 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:54:00.431370 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:54:00.460657 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dda00f6-2569-405c-b7aa-c78fe106eed8 x-openstack-request-id: req-5dda00f6-2569-405c-b7aa-c78fe106eed8 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:00.460971 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "name": "network-vif-plugged", "status": "completed", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:00.461237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5dda00f6-2569-405c-b7aa-c78fe106eed8 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:00.461637 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dda00f6-2569-405c-b7aa-c78fe106eed8'] response: {'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'code': 200} Jul 21 22:54:00.466413 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-46b600d8-b3f7-4954-93c4-991966bfa882 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.475256 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:00.475890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.500372 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:54:00.505886 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:00.519617 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port d8513c0b-5706-4b5d-bf3c-154536ce5049 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:00.523505 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.544578 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:00.553805 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-46b600d8-b3f7-4954-93c4-991966bfa882 admin admin] Publish callbacks [] for security_group (860cd8fa-fe4f-498a-ba53-4e8ea56c955a), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.599208 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port d8513c0b-5706-4b5d-bf3c-154536ce5049 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:00.599616 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.630321 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-46b600d8-b3f7-4954-93c4-991966bfa882 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (860cd8fa-fe4f-498a-ba53-4e8ea56c955a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.630599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.633363 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:00.669331 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-46b600d8-b3f7-4954-93c4-991966bfa882 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=726799b752574673895da15b9b6b4aa7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3724048 Jul 21 22:54:00.671980 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34480) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:00.678471 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:00.678820 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b600d8-b3f7-4954-93c4-991966bfa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=860cd8fa-fe4f-498a-ba53-4e8ea56c955a,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:00.715157 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.728755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] Publish callbacks [] for security_group (860cd8fa-fe4f-498a-ba53-4e8ea56c955a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.750652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:00.753193 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] Publish callbacks [] for security_group (860cd8fa-fe4f-498a-ba53-4e8ea56c955a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.765803 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:00.826888 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7a7bde-82c7-44fb-bcb2-39c951de8b54 req-466fea9d-0379-463d-8582-a8044d785d64 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:00.828377 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ea7a7bde-82c7-44fb-bcb2-39c951de8b54 req-466fea9d-0379-463d-8582-a8044d785d64 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0518110 Jul 21 22:54:00.876020 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ea7a7bde-82c7-44fb-bcb2-39c951de8b54 req-9ccc144e-cc21-4d32-9057-4db32e07f318 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412977 Jul 21 22:54:00.892437 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (860cd8fa-fe4f-498a-ba53-4e8ea56c955a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.895023 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:00.896869 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/860cd8fa-fe4f-498a-ba53-4e8ea56c955a HTTP/1.1" status: 204 len: 168 time: 0.2239304 Jul 21 22:54:00.904809 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f579d3-2a8b-41ad-98f0-78fac36a4152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=860cd8fa-fe4f-498a-ba53-4e8ea56c955a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:01.238762 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62f7f01-5d1e-4d04-b056-dfe6567f5bbe req-ad973865-47ae-42f2-afad-bde7890644ed tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:01.240332 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a62f7f01-5d1e-4d04-b056-dfe6567f5bbe req-ad973865-47ae-42f2-afad-bde7890644ed tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0494828 Jul 21 22:54:01.289596 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a62f7f01-5d1e-4d04-b056-dfe6567f5bbe req-1b344644-6dc8-4d64-a3bf-0a0de20e7eef tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433178 Jul 21 22:54:01.338452 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:01.380537 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e6d719-1771-4c6e-ab4e-2dca80ce4906 req-6955a91b-5491-4443-8255-2721772c6246 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:01.382036 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11e6d719-1771-4c6e-ab4e-2dca80ce4906 req-6955a91b-5491-4443-8255-2721772c6246 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0487690 Jul 21 22:54:01.434943 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11e6d719-1771-4c6e-ab4e-2dca80ce4906 req-3125f609-cff5-4f82-9013-1a13433b0b8c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445888 Jul 21 22:54:01.442156 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4472c50-493b-4c0e-b577-9e20204d6dad req-a7503a22-ecd5-443e-866a-50f55e68d4ef tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:01.444203 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d4472c50-493b-4c0e-b577-9e20204d6dad req-a7503a22-ecd5-443e-866a-50f55e68d4ef tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0501933 Jul 21 22:54:01.493411 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d4472c50-493b-4c0e-b577-9e20204d6dad req-a8928959-ab8a-4e57-bb4b-46b62dfec138 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432489 Jul 21 22:54:01.508888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34504) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:01.527030 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-baa5c58a-9653-4a3f-92c2-b81c9bfd6f6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.603525 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-baa5c58a-9653-4a3f-92c2-b81c9bfd6f6c admin admin] Publish callbacks [] for security_group (6ec764dd-605a-4a4c-b86f-62b4170216e6), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.692189 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-baa5c58a-9653-4a3f-92c2-b81c9bfd6f6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6ec764dd-605a-4a4c-b86f-62b4170216e6), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.730585 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-baa5c58a-9653-4a3f-92c2-b81c9bfd6f6c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8cf245b95d8b4061a01cb6dfb6dd767c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2202816 Jul 21 22:54:01.732523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa5c58a-9653-4a3f-92c2-b81c9bfd6f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec764dd-605a-4a4c-b86f-62b4170216e6,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:01.733288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34506) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:01.783474 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] Publish callbacks [] for security_group (6ec764dd-605a-4a4c-b86f-62b4170216e6), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.805670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] Publish callbacks [] for security_group (6ec764dd-605a-4a4c-b86f-62b4170216e6), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.892456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:01.915345 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6ec764dd-605a-4a4c-b86f-62b4170216e6), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.917989 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:01.919268 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ec764dd-605a-4a4c-b86f-62b4170216e6 HTTP/1.1" status: 204 len: 168 time: 0.1849492 Jul 21 22:54:01.928445 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f39f87-759f-474c-8bd5-ad4502e7ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec764dd-605a-4a4c-b86f-62b4170216e6,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:01.992842 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:02.001577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a373fa-9ba1-4a2e-a23e-3c5949f3a05a req-55bcdba5-c9a8-4f8b-8728-bdb37a9f68c3 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:02.003192 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-79a373fa-9ba1-4a2e-a23e-3c5949f3a05a req-55bcdba5-c9a8-4f8b-8728-bdb37a9f68c3 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0554864 Jul 21 22:54:02.062916 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-79a373fa-9ba1-4a2e-a23e-3c5949f3a05a req-81fc651b-daa9-4907-a511-1804d2be2f84 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514503 Jul 21 22:54:02.185772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['b6018a62-bad9-4d10-af9d-f5d0973eb84a'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:54:02.424291 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c4298-8f91-4b3f-9fa5-2bf90bcfe6c3 req-51f4842e-b5d6-4da9-8ecb-f117261a1f30 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:02.425995 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b69c4298-8f91-4b3f-9fa5-2bf90bcfe6c3 req-51f4842e-b5d6-4da9-8ecb-f117261a1f30 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0623987 Jul 21 22:54:02.463334 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:02.466208 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51768434-fb36-4a0b-8648-b888582f3440" -d '{"events": [{"server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "name": "network-vif-plugged", "status": "completed", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:02.477223 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b69c4298-8f91-4b3f-9fa5-2bf90bcfe6c3 req-a1467a01-f202-406c-a9a4-c7e842443325 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443161 Jul 21 22:54:02.532704 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7c0455-0fc7-4ff4-a179-a3d0cb81c424 x-openstack-request-id: req-9b7c0455-0fc7-4ff4-a179-a3d0cb81c424 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:02.533017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "name": "network-vif-plugged", "status": "completed", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:02.533270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9b7c0455-0fc7-4ff4-a179-a3d0cb81c424 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:02.533678 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7c0455-0fc7-4ff4-a179-a3d0cb81c424'] response: {'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049', 'code': 200} Jul 21 22:54:02.572267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacc8a5-956e-4046-894a-86bfa043f86e req-e3442440-ac07-474a-b57c-268ac7b61dd6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:02.573964 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cbacc8a5-956e-4046-894a-86bfa043f86e req-e3442440-ac07-474a-b57c-268ac7b61dd6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0521135 Jul 21 22:54:02.623427 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cbacc8a5-956e-4046-894a-86bfa043f86e req-120305d2-2d78-4891-ba43-2c87b05f441c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435953 Jul 21 22:54:02.632822 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ba9c19-8589-4485-952b-ce0a9dc85cfe req-4f304dc9-c59c-4c8b-83f9-7ab71729059a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:02.635267 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-11ba9c19-8589-4485-952b-ce0a9dc85cfe req-4f304dc9-c59c-4c8b-83f9-7ab71729059a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0551124 Jul 21 22:54:02.689572 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-11ba9c19-8589-4485-952b-ce0a9dc85cfe req-593053a7-846f-48e7-af4d-b8e8087c1711 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480313 Jul 21 22:54:03.199785 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41b85a5-275a-49c3-9139-38e0a8f96690 req-a4731a89-c8fe-45cd-ad44-f4ccda19dc6a tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.202352 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a41b85a5-275a-49c3-9139-38e0a8f96690 req-a4731a89-c8fe-45cd-ad44-f4ccda19dc6a tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0622294 Jul 21 22:54:03.203298 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:03.255974 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a41b85a5-275a-49c3-9139-38e0a8f96690 req-25e87725-5a17-4ef8-beb7-61f1598b5d0d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466034 Jul 21 22:54:03.465986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533eadb0-e8a2-4198-904f-6b8b25d47219 req-47f3f14e-44a0-46af-a396-31e332a014f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.468635 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-533eadb0-e8a2-4198-904f-6b8b25d47219 req-47f3f14e-44a0-46af-a396-31e332a014f5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.0575016 Jul 21 22:54:03.526375 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-533eadb0-e8a2-4198-904f-6b8b25d47219 req-5bf7586c-3fb0-48e1-a586-934708633c30 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505393 Jul 21 22:54:03.600187 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea26a1d-5ac4-4408-920e-28cee521a21d req-535f3e5f-1143-40ca-ae13-182d95546aee tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.601750 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cea26a1d-5ac4-4408-920e-28cee521a21d req-535f3e5f-1143-40ca-ae13-182d95546aee tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0495932 Jul 21 22:54:03.653122 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cea26a1d-5ac4-4408-920e-28cee521a21d req-41b5bc2e-01c6-4df3-9132-b62461a73fc1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457339 Jul 21 22:54:03.800419 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5844852-512f-43e7-b65a-ebc2fa28407e req-8cf179d2-4f3b-43da-be15-f07bc24fae7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.803324 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b5844852-512f-43e7-b65a-ebc2fa28407e req-8cf179d2-4f3b-43da-be15-f07bc24fae7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0649998 Jul 21 22:54:03.852996 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b79ca35-ec4f-4b8a-8dbc-c476ba33b148 req-d2637568-0b78-458a-98db-e76fe72f04ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.854547 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b79ca35-ec4f-4b8a-8dbc-c476ba33b148 req-d2637568-0b78-458a-98db-e76fe72f04ce service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1129 time: 0.0815401 Jul 21 22:54:03.861603 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b5844852-512f-43e7-b65a-ebc2fa28407e req-2e042fde-3731-43bc-806a-b3b4a2206a68 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525815 Jul 21 22:54:03.869391 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c35a9f-d396-468b-aa53-9e9540477966 req-497bc3ed-58d5-4e8f-9529-780b7e3da52f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:03.871294 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7c35a9f-d396-468b-aa53-9e9540477966 req-497bc3ed-58d5-4e8f-9529-780b7e3da52f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0661383 Jul 21 22:54:03.930607 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:03.976680 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7c35a9f-d396-468b-aa53-9e9540477966 req-367b7a5f-28bc-43b2-8f59-998a93385034 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946052 Jul 21 22:54:03.983807 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b79ca35-ec4f-4b8a-8dbc-c476ba33b148 req-2df1585a-490b-49d3-8c80-689d304977df service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106675 Jul 21 22:54:03.988649 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:04.010305 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port b6018a62-bad9-4d10-af9d-f5d0973eb84a completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:54:04.109169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port b6018a62-bad9-4d10-af9d-f5d0973eb84a triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:04.109553 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:04.182606 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:04.183041 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:04.221874 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:04.315576 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:04.360069 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:04.376761 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd5fbf3-e490-4f82-9313-9b2ed93dc797 req-e58f7054-2ce1-440f-bc79-e443a28af2d0 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:04.378332 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0cd5fbf3-e490-4f82-9313-9b2ed93dc797 req-e58f7054-2ce1-440f-bc79-e443a28af2d0 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0487590 Jul 21 22:54:04.434270 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0cd5fbf3-e490-4f82-9313-9b2ed93dc797 req-a86cb359-2a97-44c7-a637-90c31440f4fc tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497971 Jul 21 22:54:04.535114 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:04.537958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da89be91-2f33-4dca-95a1-31ba3b78cfe4" -d '{"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:04.575424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f53e006-6b8a-4076-b779-317afd3ca9a7 x-openstack-request-id: req-5f53e006-6b8a-4076-b779-317afd3ca9a7 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:04.575722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:04.575984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5f53e006-6b8a-4076-b779-317afd3ca9a7 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:04.576388 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f53e006-6b8a-4076-b779-317afd3ca9a7'] response: {'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'code': 200} Jul 21 22:54:04.633822 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:04.641044 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=2,neutron:SELECT=98 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:04.660326 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:04.767609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a0efb0-8f9b-4b2e-8fe7-b7292b818ebd req-3d4d7f5a-6165-4155-a5fa-121f734d4b8c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:04.769096 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70a0efb0-8f9b-4b2e-8fe7-b7292b818ebd req-3d4d7f5a-6165-4155-a5fa-121f734d4b8c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0477898 Jul 21 22:54:04.818244 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70a0efb0-8f9b-4b2e-8fe7-b7292b818ebd req-99552b34-a723-4c59-a949-bf62f64182b0 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429823 Jul 21 22:54:04.987506 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1715d6-8e18-48e0-a4b3-fd75aae4c860 req-0c7d190c-43b5-4d99-8776-404109f2c75c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:04.988986 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4d1715d6-8e18-48e0-a4b3-fd75aae4c860 req-0c7d190c-43b5-4d99-8776-404109f2c75c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0520685 Jul 21 22:54:05.042314 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4d1715d6-8e18-48e0-a4b3-fd75aae4c860 req-e908a288-2471-4c7b-8e3c-02e0806ae529 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475073 Jul 21 22:54:05.085555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:05.102921 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2998bc-b0a0-417a-9682-ae809fcdc9cd req-87bef8b0-4dd6-47ab-aa37-d62ab749036c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:05.104443 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db2998bc-b0a0-417a-9682-ae809fcdc9cd req-87bef8b0-4dd6-47ab-aa37-d62ab749036c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0489013 Jul 21 22:54:05.152521 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db2998bc-b0a0-417a-9682-ae809fcdc9cd req-52cac1da-3b1f-409b-bd27-c783f9bbc88f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423989 Jul 21 22:54:05.548606 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8356a3e-ff5d-4c3c-adb4-f7e1d40d16b5 req-2a555586-1054-4f5a-bb9b-c883b91bb4cd tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:05.550168 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a8356a3e-ff5d-4c3c-adb4-f7e1d40d16b5 req-2a555586-1054-4f5a-bb9b-c883b91bb4cd tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0470943 Jul 21 22:54:05.572329 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:05.600686 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a8356a3e-ff5d-4c3c-adb4-f7e1d40d16b5 req-255dd129-27e8-491d-83b0-7c1c8f6cb87b tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441308 Jul 21 22:54:05.938581 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ebcc3-29ea-43ab-b82d-922477ea8181 req-f54a2a63-e2f8-412d-ac83-9054c321a01a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:05.940070 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-471ebcc3-29ea-43ab-b82d-922477ea8181 req-f54a2a63-e2f8-412d-ac83-9054c321a01a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0536902 Jul 21 22:54:05.986509 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-471ebcc3-29ea-43ab-b82d-922477ea8181 req-806838e1-1de4-492a-b6b7-1f711e402d74 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408435 Jul 21 22:54:06.097925 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:06.167755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef81911-36db-4706-9458-ea9bfbbdd687 req-2715a905-9447-4586-a095-6388b2de9449 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:06.169194 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fef81911-36db-4706-9458-ea9bfbbdd687 req-2715a905-9447-4586-a095-6388b2de9449 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0489292 Jul 21 22:54:06.216671 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fef81911-36db-4706-9458-ea9bfbbdd687 req-3cec9e1f-ba7b-4694-852e-39549307d4bb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420055 Jul 21 22:54:06.266396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836b6623-444f-4174-b412-51d6f7bf7736 req-e17d6e25-f963-494e-ac18-643bfd1c52c2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:06.267926 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-836b6623-444f-4174-b412-51d6f7bf7736 req-e17d6e25-f963-494e-ac18-643bfd1c52c2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0478337 Jul 21 22:54:06.317077 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-836b6623-444f-4174-b412-51d6f7bf7736 req-86597ce3-7709-4064-a141-8f6ecf6e7184 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429118 Jul 21 22:54:06.713201 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc20af6-3cf9-4634-aedb-7a2bfd3347fd req-728f965e-9705-47b3-ab66-20997b2913b7 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:06.714643 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bc20af6-3cf9-4634-aedb-7a2bfd3347fd req-728f965e-9705-47b3-ab66-20997b2913b7 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0454769 Jul 21 22:54:06.759646 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bc20af6-3cf9-4634-aedb-7a2bfd3347fd req-86752ac7-b411-440f-a4ca-0271900f00ba tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393376 Jul 21 22:54:07.084546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:07.103231 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80253aab-e6f1-46d9-965a-236bc6e5436f req-d53dd407-3dbb-4f8d-9090-77f324cfc4c5 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:07.104746 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-80253aab-e6f1-46d9-965a-236bc6e5436f req-d53dd407-3dbb-4f8d-9090-77f324cfc4c5 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0514739 Jul 21 22:54:07.152504 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-80253aab-e6f1-46d9-965a-236bc6e5436f req-c50b8a33-0b40-4454-a531-c9566dfe2f7d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422127 Jul 21 22:54:07.335502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652c4791-c8df-45cd-bcfe-21b568b2ad5e req-de9d3e86-1ba2-437f-a83d-222263dc68f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:07.337058 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-652c4791-c8df-45cd-bcfe-21b568b2ad5e req-de9d3e86-1ba2-437f-a83d-222263dc68f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0463424 Jul 21 22:54:07.399811 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-652c4791-c8df-45cd-bcfe-21b568b2ad5e req-e08cf5a4-24d4-466e-906e-90026308bbb9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465510 Jul 21 22:54:07.481976 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c83e3a-9897-4ead-91e0-b86183ebd622 req-10151bf7-4298-4da8-8320-ca1ddbe9d3a2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:07.483253 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c5c83e3a-9897-4ead-91e0-b86183ebd622 req-10151bf7-4298-4da8-8320-ca1ddbe9d3a2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0929344 Jul 21 22:54:07.531891 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c5c83e3a-9897-4ead-91e0-b86183ebd622 req-667c991c-b1a5-4b1c-afd9-169ad11bae9b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436354 Jul 21 22:54:07.871892 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c31870-9bb4-49c9-a8e7-d97c96ae86f5 req-e4c8be0a-1147-4b46-bb8d-ad36952c8afa tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:07.873368 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35c31870-9bb4-49c9-a8e7-d97c96ae86f5 req-e4c8be0a-1147-4b46-bb8d-ad36952c8afa tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0481722 Jul 21 22:54:07.921584 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35c31870-9bb4-49c9-a8e7-d97c96ae86f5 req-7faa1d0a-9bd8-4940-bd42-6a313b13f5b0 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425971 Jul 21 22:54:07.932923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:54:08.038567 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:08.051430 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'port_id': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'mac_address': 'fa:16:3e:05:3b:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:54:08.089353 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:08.089761 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:08.106141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:54:08.137820 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:08.234927 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:08.270051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9a142-9b0d-4e80-a4a7-ac7c0756f61d req-c26f572e-4bd5-434b-b609-92aa5e7672f5 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:08.272879 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-83f9a142-9b0d-4e80-a4a7-ac7c0756f61d req-c26f572e-4bd5-434b-b609-92aa5e7672f5 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 944 time: 0.0527546 Jul 21 22:54:08.282107 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:08.327131 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-83f9a142-9b0d-4e80-a4a7-ac7c0756f61d req-fbb0a0f4-a966-44f6-bddf-1f690ed2002a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477803 Jul 21 22:54:08.534340 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2923d8a-90d8-4648-8fa5-7bb35df1712e req-2a43aedb-c105-4662-b840-fe84acff93e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:08.535982 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2923d8a-90d8-4648-8fa5-7bb35df1712e req-2a43aedb-c105-4662-b840-fe84acff93e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0558209 Jul 21 22:54:08.561472 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:54:08.585389 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2923d8a-90d8-4648-8fa5-7bb35df1712e req-52c3e3a3-216b-4457-b50a-188b52ce6034 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439448 Jul 21 22:54:08.760593 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c7c62f-411e-4968-8a13-ce25a4f40c47 req-0f61d94a-c8ab-4afb-a789-c8f1c5684524 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:08.762172 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-04c7c62f-411e-4968-8a13-ce25a4f40c47 req-0f61d94a-c8ab-4afb-a789-c8f1c5684524 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1172416 Jul 21 22:54:08.859645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-04c7c62f-411e-4968-8a13-ce25a4f40c47 req-cf105f5c-9040-4d41-9d7b-08777ba51ec0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907819 Jul 21 22:54:09.443635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18930f05-4175-47bc-9de3-f17ea1cdeb39 req-7ff0ae71-f2bf-4f5f-8c7f-5c7535c47207 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:09.445279 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-18930f05-4175-47bc-9de3-f17ea1cdeb39 req-7ff0ae71-f2bf-4f5f-8c7f-5c7535c47207 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 945 time: 0.0507019 Jul 21 22:54:09.501447 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-18930f05-4175-47bc-9de3-f17ea1cdeb39 req-6de3b53b-74b3-4a68-9993-d08987b8f007 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500996 Jul 21 22:54:09.740727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:09.745311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f892e31e-0700-450d-b5be-0386da615fe9 req-03a7f9a2-98a6-4606-9d41-2ca4e1f7f9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:09.749097 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f892e31e-0700-450d-b5be-0386da615fe9 req-03a7f9a2-98a6-4606-9d41-2ca4e1f7f9ff service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1129 time: 0.0692239 Jul 21 22:54:09.757879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140bc1d-28ba-4e97-8351-077068ed0884 req-3c6aa919-8d79-4c64-98db-bbb24ffc878d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:09.759395 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7140bc1d-28ba-4e97-8351-077068ed0884 req-3c6aa919-8d79-4c64-98db-bbb24ffc878d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0607934 Jul 21 22:54:09.813313 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7140bc1d-28ba-4e97-8351-077068ed0884 req-961a3c5d-99fb-4fe6-88f6-1f8937fb9021 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482657 Jul 21 22:54:09.827200 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f892e31e-0700-450d-b5be-0386da615fe9 req-36572a97-e029-4387-b762-79b8f6482f9f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419130 Jul 21 22:54:09.937956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:09.993558 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5137f1-5024-4b61-9abe-2861c0142de5 req-d08ce217-a04f-4457-a349-85271c78d389 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:09.995106 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9c5137f1-5024-4b61-9abe-2861c0142de5 req-d08ce217-a04f-4457-a349-85271c78d389 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0658224 Jul 21 22:54:10.080921 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9c5137f1-5024-4b61-9abe-2861c0142de5 req-06ed1ab9-655a-4c53-92bb-6e7373df9eaf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774071 Jul 21 22:54:10.096424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:54:10.201735 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:10.202115 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:10.320169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:10.329565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:10.329957 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:10.341483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:10.354994 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:10.357358 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38cb050f-cdf7-4713-a4b0-ba1d5ec7f564" -d '{"events": [{"server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "name": "network-vif-plugged", "status": "completed", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:10.370312 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:10.474291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:10.524248 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:10.531795 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:10.757520 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578557a0-d77f-4253-b6f7-1fcf23bab7c3 x-openstack-request-id: req-578557a0-d77f-4253-b6f7-1fcf23bab7c3 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:10.757918 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "name": "network-vif-plugged", "status": "completed", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:10.758420 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-578557a0-d77f-4253-b6f7-1fcf23bab7c3 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:10.758912 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-578557a0-d77f-4253-b6f7-1fcf23bab7c3'] response: {'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'code': 200} Jul 21 22:54:10.800532 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34790) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:10.885682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8028d4-885f-4129-b960-03e36e97578b req-e026495e-c47c-466c-be99-476c11899ba1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:10.887205 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4c8028d4-885f-4129-b960-03e36e97578b req-e026495e-c47c-466c-be99-476c11899ba1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0533235 Jul 21 22:54:10.901813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:10.922697 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-1e2a216f-a4e9-44c1-9b27-651c014d39e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:10.924405 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-1e2a216f-a4e9-44c1-9b27-651c014d39e1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1129 time: 0.0688379 Jul 21 22:54:10.974720 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4c8028d4-885f-4129-b960-03e36e97578b req-7b91aac5-c1c5-40b9-99da-1611d767b4a6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766041 Jul 21 22:54:11.013406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.092221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-dabdbc26-2969-4849-a20c-a7565cf5d068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.096032 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-dabdbc26-2969-4849-a20c-a7565cf5d068 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1626732 Jul 21 22:54:11.117020 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1a080-8123-47e7-be32-701372992107 req-74d1b3d6-2565-4c46-aba2-15563e667afb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.118619 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a8f1a080-8123-47e7-be32-701372992107 req-74d1b3d6-2565-4c46-aba2-15563e667afb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1223540 Jul 21 22:54:11.141909 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0521427-1eab-4e78-ac16-d6eefc0dbf01 req-8b3100e4-6467-452b-b39a-c319a8b8fd99 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.143469 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0521427-1eab-4e78-ac16-d6eefc0dbf01 req-8b3100e4-6467-452b-b39a-c319a8b8fd99 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0863984 Jul 21 22:54:11.154877 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Publish callbacks [] for security_group (5db2cb30-9814-40c0-bb6e-14ccb35a35a5), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.167666 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a8f1a080-8123-47e7-be32-701372992107 req-a348b421-b9bc-4baa-a94c-2835afafc57b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434935 Jul 21 22:54:11.197699 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0521427-1eab-4e78-ac16-d6eefc0dbf01 req-e729d19f-7cd5-4b94-92da-2cdf95902698 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455248 Jul 21 22:54:11.229139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5db2cb30-9814-40c0-bb6e-14ccb35a35a5), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.269772 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=13607936753648838ceb2807989a7dee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4751482 Jul 21 22:54:11.271453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5db2cb30-9814-40c0-bb6e-14ccb35a35a5,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:11.273096 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34800) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:11.278876 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.279231 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.279649 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.279988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.280420 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.280828 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.281190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.281518 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.281864 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.282191 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.282545 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.282895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.283215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.283536 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.283868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c8b094d-7d18-4f70-95ae-4937f10fbdf3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.291508 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:11.326499 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Publish callbacks [] for security_group (5db2cb30-9814-40c0-bb6e-14ccb35a35a5), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.349250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Publish callbacks [] for security_group (5db2cb30-9814-40c0-bb6e-14ccb35a35a5), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.440656 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5db2cb30-9814-40c0-bb6e-14ccb35a35a5), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.444091 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:11.445283 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5db2cb30-9814-40c0-bb6e-14ccb35a35a5 HTTP/1.1" status: 204 len: 168 time: 0.1710038 Jul 21 22:54:11.455176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5db2cb30-9814-40c0-bb6e-14ccb35a35a5,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:11.462830 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.463187 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.463725 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.463949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.464332 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.464668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.464995 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.465359 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.465768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.466129 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.466456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.466824 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.467129 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.467452 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.468069 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7e05216-77b2-4204-a5db-5869a0307cba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:11.594094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-d87460d7-d1e7-45cc-9d0f-123183a411d7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 200 len: 217 time: 0.0451415 Jul 21 22:54:11.724709 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca871e05-3af6-4299-9c4b-66d23e45b50e req-3de69f49-196e-41fa-9255-dd1bb18915de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.726236 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ca871e05-3af6-4299-9c4b-66d23e45b50e req-3de69f49-196e-41fa-9255-dd1bb18915de service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1130 time: 0.0687904 Jul 21 22:54:11.731805 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-95d44709-35d0-498b-8d4c-47b59b590bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.733209 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-95d44709-35d0-498b-8d4c-47b59b590bc2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0847394 Jul 21 22:54:11.884376 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-449ff263-c2e5-4f5d-bb49-0164e9abcf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:11.885862 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-449ff263-c2e5-4f5d-bb49-0164e9abcf3f service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0729063 Jul 21 22:54:11.934870 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ca871e05-3af6-4299-9c4b-66d23e45b50e req-444c93db-0744-44c5-873d-83bfe71570a2 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0981653 Jul 21 22:54:12.003701 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-117e774a-6afc-402f-892e-ea607f6f6e92 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093845 Jul 21 22:54:12.052746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-578acc31-5f68-4008-8f45-a4c392e3b287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:12.106519 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aaff0f-06b2-408c-a0af-6a9bd0900554 req-24cd9893-4f8a-4205-befe-7e7751e9d67a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:12.108034 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-19aaff0f-06b2-408c-a0af-6a9bd0900554 req-24cd9893-4f8a-4205-befe-7e7751e9d67a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0593584 Jul 21 22:54:12.157718 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-19aaff0f-06b2-408c-a0af-6a9bd0900554 req-a80ecba4-4d71-4dbe-81b7-52e8e4ecae98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429449 Jul 21 22:54:12.281532 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:12.292074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3d7890-78aa-4609-b6e8-763882e6cbd8 req-437d83f0-e793-4bc1-8859-4e01d5594a35 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:12.293658 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3a3d7890-78aa-4609-b6e8-763882e6cbd8 req-437d83f0-e793-4bc1-8859-4e01d5594a35 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0548971 Jul 21 22:54:12.298605 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cc5e2742-bb92-402f-84bc-803e18c0c235 req-8e8f617d-63cd-471b-9aac-3d35bf245e44 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141493 Jul 21 22:54:12.372374 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d73e2f-7a6a-44e8-b191-fb47ef744252 req-c05e35c2-7582-4274-ba95-81987de9933b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:12.372374 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-24d73e2f-7a6a-44e8-b191-fb47ef744252 req-c05e35c2-7582-4274-ba95-81987de9933b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0644772 Jul 21 22:54:12.372714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34838) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:12.372714 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3a3d7890-78aa-4609-b6e8-763882e6cbd8 req-dbcf879d-3bd9-4e21-83d5-10b4471a64a7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696836 Jul 21 22:54:12.372714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9f452c24-56cd-4f1e-90a0-574f48f0d282 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:12.391224 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-24d73e2f-7a6a-44e8-b191-fb47ef744252 req-63a73295-28cc-4271-a4b0-3c8bef6b7e39 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467854 Jul 21 22:54:12.451589 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:12.484946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9f452c24-56cd-4f1e-90a0-574f48f0d282 admin admin] Publish callbacks [] for security_group (c978fd66-ae9d-426e-b24c-d48d58a4b948), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:12.535221 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7341c8f-112b-4e46-89c4-8c5825554ce0 req-54353e40-6942-4844-b662-96008e0108e6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:12.537988 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b7341c8f-112b-4e46-89c4-8c5825554ce0 req-54353e40-6942-4844-b662-96008e0108e6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0566382 Jul 21 22:54:12.546843 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34848) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:12.551642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'floatingip': {'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:12.627227 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.386493 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9f452c24-56cd-4f1e-90a0-574f48f0d282 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c978fd66-ae9d-426e-b24c-d48d58a4b948), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.397687 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a687f79f-4e68-43a5-b932-73b72d5ae5bc req-b323a908-c2c1-41aa-b499-638e0b852bbb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:13.399443 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a687f79f-4e68-43a5-b932-73b72d5ae5bc req-b323a908-c2c1-41aa-b499-638e0b852bbb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0598774 Jul 21 22:54:13.425122 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.db.resource_extend [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 21 22:54:13.482107 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a687f79f-4e68-43a5-b932-73b72d5ae5bc req-d9fff971-8a8a-4246-b28e-6c4dd9de6588 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730255 Jul 21 22:54:13.545554 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f452c24-56cd-4f1e-90a0-574f48f0d282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c978fd66-ae9d-426e-b24c-d48d58a4b948,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:13.582822 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-9f452c24-56cd-4f1e-90a0-574f48f0d282 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fab5e27ee808441b85c1f5ee94f585eb&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2286394 Jul 21 22:54:13.582822 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.583796 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34868) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:13.589588 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:13.610823 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a3c0da-a4d2-4533-ad09-102a369c23b4 req-76127561-cb54-4180-91e6-772a28c68ccf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:13.612308 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-50a3c0da-a4d2-4533-ad09-102a369c23b4 req-76127561-cb54-4180-91e6-772a28c68ccf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1161177 Jul 21 22:54:13.630714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.638494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] Publish callbacks [] for security_group (c978fd66-ae9d-426e-b24c-d48d58a4b948), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.671440 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] Publish callbacks [] for security_group (c978fd66-ae9d-426e-b24c-d48d58a4b948), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.726326 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:13.733520 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-50a3c0da-a4d2-4533-ad09-102a369c23b4 req-781d896c-e4fc-482b-b759-c78701272342 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136625 Jul 21 22:54:13.798967 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Floating IP f4371e18-b5a5-4256-b4ed-b234afb9581d associated. External IP: 172.27.0.139, port: b6018a62-bad9-4d10-af9d-f5d0973eb84a. Jul 21 22:54:13.818336 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c978fd66-ae9d-426e-b24c-d48d58a4b948), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.822173 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:13.825773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c978fd66-ae9d-426e-b24c-d48d58a4b948 HTTP/1.1" status: 204 len: 168 time: 0.2394414 Jul 21 22:54:13.833942 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fde289-d2e2-4b72-a787-c6b9b6f9a8a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c978fd66-ae9d-426e-b24c-d48d58a4b948,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:13.881197 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:14.015698 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-89ffbc7e-7ac8-4cd3-86cf-bc98b703c637 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468459 Jul 21 22:54:14.021013 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:54:14.117216 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-6bd1f537-5e82-4680-aa35-b636af142b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.118984 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-6bd1f537-5e82-4680-aa35-b636af142b1f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=ba0db0569e094eccb3e8fc578a16fc1e&device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 1129 time: 0.0517790 Jul 21 22:54:14.138606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:14.143714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:14.161453 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:14.181817 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:14.188232 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:53:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:14.191969 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5d58b2d3-3f27-4f40-a7dd-6664f2c91716 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "PUT /v2.0/floatingips/f4371e18-b5a5-4256-b4ed-b234afb9581d HTTP/1.1" status: 200 len: 991 time: 1.6434135 Jul 21 22:54:14.196406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:14.196406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-764575c3-a6bc-4299-98ab-9cb52a7140fc" -d '{"events": [{"name": "network-changed", "server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:14.210190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:14.246637 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-328a3954-809d-4584-97a4-3aaebc8f42cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:14.250185 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12548ab2-62c7-4911-bb4d-7cff4827e963 x-openstack-request-id: req-12548ab2-62c7-4911-bb4d-7cff4827e963 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:14.250569 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:14.250663 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-12548ab2-62c7-4911-bb4d-7cff4827e963 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:14.251660 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12548ab2-62c7-4911-bb4d-7cff4827e963'] response: {'name': 'network-changed', 'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'status': 'completed', 'code': 200} Jul 21 22:54:14.256955 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-4818f209-81d5-470a-aae5-e849fe2a3f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.258463 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-4818f209-81d5-470a-aae5-e849fe2a3f3c service neutron] 10.222.0.33 "GET /v2.0/networks?id=890d251b-f2ed-45b8-839e-e822b200a30c HTTP/1.1" status: 200 len: 913 time: 0.1072600 Jul 21 22:54:14.328950 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34888) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:14.330279 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:14.354959 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-42686183-c789-48d8-b7a3-5b43db45c032 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624 HTTP/1.1" status: 200 len: 217 time: 0.0779059 Jul 21 22:54:14.376565 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-5aa86db5-0013-40aa-bff5-d632acf09959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.378898 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-5aa86db5-0013-40aa-bff5-d632acf09959 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1129 time: 0.0889699 Jul 21 22:54:14.382505 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34892) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:14.490968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-73dc909e-5d9b-423f-b79c-4f1040768c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.499076 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-73dc909e-5d9b-423f-b79c-4f1040768c69 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=917d7df7-6f1a-4f5c-9b30-36a0e0047c4a HTTP/1.1" status: 200 len: 851 time: 0.1254070 Jul 21 22:54:14.588121 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-32791c83-f024-40e9-bf45-a7fca6cfb9fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.589671 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-32791c83-f024-40e9-bf45-a7fca6cfb9fa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=890d251b-f2ed-45b8-839e-e822b200a30c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0837350 Jul 21 22:54:14.638283 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-2f39f081-ab2d-4278-9a50-b8694e93df9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.639824 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-2f39f081-ab2d-4278-9a50-b8694e93df9d service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.2388911 Jul 21 22:54:14.689968 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4371e18-b5a5-4256-b4ed-b234afb9581d', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f228a73-c5cf-494a-8440-c15567b7618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:30Z', 'updated_at': '2022-07-21T22:54:13Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:14.721117 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:14.730726 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:14.731531 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:14.740450 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed88e72-65f5-46de-b7a9-f7eb2b199fe0 req-1b9feaac-1656-4e2c-85d0-a889a6401786 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:14.744144 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0ed88e72-65f5-46de-b7a9-f7eb2b199fe0 req-1b9feaac-1656-4e2c-85d0-a889a6401786 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.1183362 Jul 21 22:54:14.812465 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0ed88e72-65f5-46de-b7a9-f7eb2b199fe0 req-11df2a1c-81bf-452d-b902-d32cf24099f7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643165 Jul 21 22:54:14.826506 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-5b23cf08-b134-4ee4-a17e-b60adecb55fb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 999 time: 0.1698687 Jul 21 22:54:14.881965 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9458a037-5293-4dd9-a2f5-f828a7ad9e12 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:14.914652 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ef544964-a584-456d-a15b-ad65a985cb4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:14.925456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:15.011996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35f0088-bb30-4d5d-abfa-0df0bc8f4459 req-c95d2f47-7c41-476b-b850-6fe2c2cb9686 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:15.013670 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c35f0088-bb30-4d5d-abfa-0df0bc8f4459 req-c95d2f47-7c41-476b-b850-6fe2c2cb9686 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0886724 Jul 21 22:54:15.075768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34914) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:15.086948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9458a037-5293-4dd9-a2f5-f828a7ad9e12 admin admin] Publish callbacks [] for security_group (be410ca8-4b52-438a-8f4c-732d63ed5074), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.101758 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'floatingip': {'port_id': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:15.139663 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-066d2872-314c-4249-9ac9-4fb2602aa463 service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5246780 Jul 21 22:54:15.147670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9458a037-5293-4dd9-a2f5-f828a7ad9e12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (be410ca8-4b52-438a-8f4c-732d63ed5074), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.182575 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4371e18-b5a5-4256-b4ed-b234afb9581d', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f228a73-c5cf-494a-8440-c15567b7618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:30Z', 'updated_at': '2022-07-21T22:54:13Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:15.214099 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79d54e61-8841-4044-9094-562b2dc5d033 None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4371e18-b5a5-4256-b4ed-b234afb9581d', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.139', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 115, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f228a73-c5cf-494a-8440-c15567b7618b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:30Z', 'updated_at': '2022-07-21T22:54:13Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:54:15.218932 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-9458a037-5293-4dd9-a2f5-f828a7ad9e12 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f79db8e9c70d44408b0376231cc6be39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8862915 Jul 21 22:54:15.221664 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34918) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:15.254297 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.254297 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-e995c6a6-2cd3-4fc4-9710-b8aaf8735d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:15.256219 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-e995c6a6-2cd3-4fc4-9710-b8aaf8735d23 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.4220271 Jul 21 22:54:15.274918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ac84d-dff5-4bff-be47-f6f692fb5053 req-fc0f38a9-eebb-406f-82d5-4d5a5619b0e9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:15.276623 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d48ac84d-dff5-4bff-be47-f6f692fb5053 req-fc0f38a9-eebb-406f-82d5-4d5a5619b0e9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1978209 Jul 21 22:54:15.289157 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458a037-5293-4dd9-a2f5-f828a7ad9e12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be410ca8-4b52-438a-8f4c-732d63ed5074,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:15.308404 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ef544964-a584-456d-a15b-ad65a985cb4a admin admin] Publish callbacks [] for security_group (7f27ec0a-5448-47b0-8ad1-bfc7fe639a18), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.311827 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] Publish callbacks [] for security_group (be410ca8-4b52-438a-8f4c-732d63ed5074), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.337343 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] Publish callbacks [] for security_group (be410ca8-4b52-438a-8f4c-732d63ed5074), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.356688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ef544964-a584-456d-a15b-ad65a985cb4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7f27ec0a-5448-47b0-8ad1-bfc7fe639a18), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.416767 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ef544964-a584-456d-a15b-ad65a985cb4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c0eb6e4060c4003b27ecf3401714f1d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0314620 Jul 21 22:54:15.417546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef544964-a584-456d-a15b-ad65a985cb4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f27ec0a-5448-47b0-8ad1-bfc7fe639a18,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:15.421244 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34930) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:15.442367 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:15.455920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:15.491686 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] Publish callbacks [] for security_group (7f27ec0a-5448-47b0-8ad1-bfc7fe639a18), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.494636 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-c6125889-eff7-489b-9208-c094511707b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:15.496779 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-c6125889-eff7-489b-9208-c094511707b9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1873808 Jul 21 22:54:15.514531 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:15.533766 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] Publish callbacks [] for security_group (7f27ec0a-5448-47b0-8ad1-bfc7fe639a18), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.549904 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:54:15.556272 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bc95e47-8d8b-4b74-bfd6-f40be76b4986 None None] New status for floating IP f4371e18-b5a5-4256-b4ed-b234afb9581d: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:54:15.560448 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (be410ca8-4b52-438a-8f4c-732d63ed5074), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.568879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.568879 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/be410ca8-4b52-438a-8f4c-732d63ed5074 HTTP/1.1" status: 204 len: 168 time: 0.3340449 Jul 21 22:54:15.636400 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f9e05a-66ed-4ceb-98e4-dc322ed895f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be410ca8-4b52-438a-8f4c-732d63ed5074,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:15.668079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:15.690439 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d48ac84d-dff5-4bff-be47-f6f692fb5053 req-b80e998d-58d6-491f-9dc9-6bd85096c481 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3724525 Jul 21 22:54:15.693567 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb0bda24-9e31-4676-abdb-73a3def7179d req-58aa7529-f986-4373-81b6-517b4eb864f5 service neutron] 10.222.0.33 "GET /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5020926 Jul 21 22:54:15.757325 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7f27ec0a-5448-47b0-8ad1-bfc7fe639a18), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.761776 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.766920 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7f27ec0a-5448-47b0-8ad1-bfc7fe639a18 HTTP/1.1" status: 204 len: 168 time: 0.3413007 Jul 21 22:54:15.777578 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c8c0bf-8e33-4708-8174-20064bd1123e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f27ec0a-5448-47b0-8ad1-bfc7fe639a18,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:15.790921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:15.842080 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-ed3ff7d0-6085-4f41-b69a-5b5c6f105091 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3278406 Jul 21 22:54:16.034373 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.144803 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-764575c3-a6bc-4299-98ab-9cb52a7140fc req-1646796d-f492-4c83-bf25-1297f84cb074 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751498 Jul 21 22:54:16.290928 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.372070 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.466585 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Floating IP 7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d associated. External IP: 172.27.0.114, port: 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a. Jul 21 22:54:16.645265 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34960) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:16.659967 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3f4a262e-3457-4505-a979-162329e7b1f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.723596 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 34966) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:16.776504 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe467-eb8c-4d4d-a4ce-d41f05c2e72c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.782518 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3f4a262e-3457-4505-a979-162329e7b1f2 admin admin] Publish callbacks [] for security_group (030e7704-4916-4919-9625-d0e682bd6358), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.845273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee3e9b2-3500-433e-b81a-f7d73d02c9ab req-7bc6c2be-78cd-4b36-97bb-52598b2fb8f9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:16.846835 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ee3e9b2-3500-433e-b81a-f7d73d02c9ab req-7bc6c2be-78cd-4b36-97bb-52598b2fb8f9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0619495 Jul 21 22:54:16.868654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3f4a262e-3457-4505-a979-162329e7b1f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (030e7704-4916-4919-9625-d0e682bd6358), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:16.874368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:16.929469 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3f4a262e-3457-4505-a979-162329e7b1f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=435dcbf817714def9485857ffaa88357&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828379 Jul 21 22:54:16.931525 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a262e-3457-4505-a979-162329e7b1f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030e7704-4916-4919-9625-d0e682bd6358,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:16.933790 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34970) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:16.938276 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ee3e9b2-3500-433e-b81a-f7d73d02c9ab req-957f47fc-4c5a-4dcb-8cdf-d864f118b012 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850027 Jul 21 22:54:16.991373 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] Publish callbacks [] for security_group (030e7704-4916-4919-9625-d0e682bd6358), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.003024 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe467-eb8c-4d4d-a4ce-d41f05c2e72c admin admin] Publish callbacks [] for security_group (c9b30f0a-6e83-4d14-9bbe-642d1a874be6), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.016874 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] Publish callbacks [] for security_group (030e7704-4916-4919-9625-d0e682bd6358), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.026835 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:54:17.036384 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.072809 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:INSERT=10 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:17.075573 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3f8fe467-eb8c-4d4d-a4ce-d41f05c2e72c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c9b30f0a-6e83-4d14-9bbe-642d1a874be6), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.152670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (030e7704-4916-4919-9625-d0e682bd6358), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.153935 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-3f8fe467-eb8c-4d4d-a4ce-d41f05c2e72c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cbdcb370ad4041aeaa7ce1f28ac041ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4272976 Jul 21 22:54:17.155498 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.162398 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/030e7704-4916-4919-9625-d0e682bd6358 HTTP/1.1" status: 204 len: 168 time: 0.2218080 Jul 21 22:54:17.162560 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8fe467-eb8c-4d4d-a4ce-d41f05c2e72c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b30f0a-6e83-4d14-9bbe-642d1a874be6,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:17.164626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8d1ac5-4b7e-4d61-a888-ec0a1acc6c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030e7704-4916-4919-9625-d0e682bd6358,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:17.166150 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34972) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:17.193400 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:17.198462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.202531 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:17.249978 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:17.254610 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] Publish callbacks [] for security_group (c9b30f0a-6e83-4d14-9bbe-642d1a874be6), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.255566 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-f69bcfe3-06e8-4743-82ec-4957cbf37aeb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "PUT /v2.0/floatingips/7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d HTTP/1.1" status: 200 len: 992 time: 2.1752923 Jul 21 22:54:17.256501 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:17.256675 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:17.261382 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3946b188-01e4-4b23-a2f3-62aea6ccad66" -d '{"events": [{"name": "network-changed", "server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:17.289405 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] Publish callbacks [] for security_group (c9b30f0a-6e83-4d14-9bbe-642d1a874be6), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.319008 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:17.348786 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9ded9aa-050a-408f-8316-0f5f49d378bd x-openstack-request-id: req-d9ded9aa-050a-408f-8316-0f5f49d378bd {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:17.349080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:17.349529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d9ded9aa-050a-408f-8316-0f5f49d378bd {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:17.349940 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9ded9aa-050a-408f-8316-0f5f49d378bd'] response: {'name': 'network-changed', 'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'status': 'completed', 'code': 200} Jul 21 22:54:17.383173 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:17.386922 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.407354 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 34984) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:17.443281 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-e32efb6a-19f5-4e5b-a783-800bb6dabff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:17.444717 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-e32efb6a-19f5-4e5b-a783-800bb6dabff1 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1130 time: 0.0419962 Jul 21 22:54:17.461406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c9b30f0a-6e83-4d14-9bbe-642d1a874be6), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.465566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.468003 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c9b30f0a-6e83-4d14-9bbe-642d1a874be6 HTTP/1.1" status: 204 len: 168 time: 0.3004863 Jul 21 22:54:17.481120 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ce02f9-08d9-4c36-9231-0428650b53c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b30f0a-6e83-4d14-9bbe-642d1a874be6,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:17.572671 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-37a9a65d-3eb1-48c3-8e17-3d793d0c6966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:17.574392 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-37a9a65d-3eb1-48c3-8e17-3d793d0c6966 service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.1214743 Jul 21 22:54:17.609836 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:17.630689 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:05:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3363b2-6211-444c-8595-b3a40ce92109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:33Z', 'updated_at': '2022-07-21T22:54:16Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:17.655772 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-3083ba85-ba95-45c9-bc63-d874ebe5e7d3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 1000 time: 0.0742240 Jul 21 22:54:17.656896 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:17.667048 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:17.667048 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:17.701958 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1ab07c98-c4ad-45c0-a44c-71cab34dbf4c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.724050 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-2df275ba-6919-4c74-8429-57bdc06719b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:17.724050 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-2df275ba-6919-4c74-8429-57bdc06719b9 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0494990 Jul 21 22:54:17.788758 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=78,neutron:DELETE=7,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:17.795488 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:17.798861 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-54e7a45e-3543-4927-b6dd-44ab06a523cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:17.800641 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-54e7a45e-3543-4927-b6dd-44ab06a523cb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0696459 Jul 21 22:54:17.868417 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1ab07c98-c4ad-45c0-a44c-71cab34dbf4c admin admin] Publish callbacks [] for security_group (17ac9d63-a9dc-4186-b3a6-158ac482f576), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.944873 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-8be22b76-4673-487f-85bb-e64302b8b08c service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324785 Jul 21 22:54:17.981247 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1ab07c98-c4ad-45c0-a44c-71cab34dbf4c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (17ac9d63-a9dc-4186-b3a6-158ac482f576), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:17.999939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:18.086815 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3946b188-01e4-4b23-a2f3-62aea6ccad66 req-88dc3d1a-a721-483b-88f3-a9e421b5bff6 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337686 Jul 21 22:54:18.104158 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35008) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:18.104379 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1ab07c98-c4ad-45c0-a44c-71cab34dbf4c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc9e796be4b34c478ed35fcaec69147e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6951029 Jul 21 22:54:18.115307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab07c98-c4ad-45c0-a44c-71cab34dbf4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ac9d63-a9dc-4186-b3a6-158ac482f576,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:18.133682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d981637-b5eb-4d73-b41f-6b6c3ef20ff2 req-a3aba6fe-623f-415b-9c2f-39b7cd9b7fc8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:18.135309 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0d981637-b5eb-4d73-b41f-6b6c3ef20ff2 req-a3aba6fe-623f-415b-9c2f-39b7cd9b7fc8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0920882 Jul 21 22:54:18.143599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:18.172893 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] Publish callbacks [] for security_group (17ac9d63-a9dc-4186-b3a6-158ac482f576), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:18.190659 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0d981637-b5eb-4d73-b41f-6b6c3ef20ff2 req-ee27d672-bdc3-48c4-a1eb-5cd89d8f7588 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489969 Jul 21 22:54:18.212697 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] Publish callbacks [] for security_group (17ac9d63-a9dc-4186-b3a6-158ac482f576), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:18.228727 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:05:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3363b2-6211-444c-8595-b3a40ce92109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:33Z', 'updated_at': '2022-07-21T22:54:16Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:18.258957 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787c289-e85c-4a1b-ad23-6885c7b6c0ff None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.114', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:05:3b:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9b3363b2-6211-444c-8595-b3a40ce92109', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:53:33Z', 'updated_at': '2022-07-21T22:54:16Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:54:18.337345 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (17ac9d63-a9dc-4186-b3a6-158ac482f576), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:18.340424 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:18.344242 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17ac9d63-a9dc-4186-b3a6-158ac482f576 HTTP/1.1" status: 204 len: 168 time: 0.2360704 Jul 21 22:54:18.351059 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09968051-9698-4bf6-b00d-72b68e11d075 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ac9d63-a9dc-4186-b3a6-158ac482f576,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:18.475691 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5796c68e-d09d-4e0b-adf3-6de94921739f None None] New status for floating IP 7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:54:19.316814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade92eec-2252-4256-bc97-77cb1b6ee11b req-151aae6a-96ae-485b-96fa-e26f2e4ecdb3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:19.318342 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ade92eec-2252-4256-bc97-77cb1b6ee11b req-151aae6a-96ae-485b-96fa-e26f2e4ecdb3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0521448 Jul 21 22:54:19.367579 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ade92eec-2252-4256-bc97-77cb1b6ee11b req-ad59a44b-6d0e-4842-b6b5-b51bcafb94a1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434270 Jul 21 22:54:20.482642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a8f24c-e63d-4ccf-bfe0-c25aa40e3174 req-b5ddfb7e-aaea-4d19-a2c4-b4c95d195519 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:20.484196 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17a8f24c-e63d-4ccf-bfe0-c25aa40e3174 req-b5ddfb7e-aaea-4d19-a2c4-b4c95d195519 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0491734 Jul 21 22:54:20.532655 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17a8f24c-e63d-4ccf-bfe0-c25aa40e3174 req-a3e979e3-e50f-4727-9a0f-e143579be3a0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422854 Jul 21 22:54:21.649456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be06b02-33ec-45a0-9bfc-2f464f3e1926 req-c233b2dd-08a6-4a0f-8cb4-e8a7aac8d3ad tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:21.651122 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9be06b02-33ec-45a0-9bfc-2f464f3e1926 req-c233b2dd-08a6-4a0f-8cb4-e8a7aac8d3ad tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0489435 Jul 21 22:54:21.702660 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9be06b02-33ec-45a0-9bfc-2f464f3e1926 req-ec9c562c-f0ab-455e-ac19-bc6806ac5750 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458634 Jul 21 22:54:22.835679 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ab3ed-372d-4dc4-b0fb-9f279ac61cfd req-c231b532-f17c-4ebd-a3c0-2e4301b63cac tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:22.837523 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-940ab3ed-372d-4dc4-b0fb-9f279ac61cfd req-c231b532-f17c-4ebd-a3c0-2e4301b63cac tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0568845 Jul 21 22:54:22.887444 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-940ab3ed-372d-4dc4-b0fb-9f279ac61cfd req-d591dc0e-f574-42e4-b5e3-abd3f3643ed5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440311 Jul 21 22:54:23.727453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed3bd1-9d8e-4fd9-84aa-bcce2333fac7 req-d2f648c2-f682-4608-83f8-f9694a398b12 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:23.732603 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f0ed3bd1-9d8e-4fd9-84aa-bcce2333fac7 req-d2f648c2-f682-4608-83f8-f9694a398b12 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0469267 Jul 21 22:54:23.782395 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f0ed3bd1-9d8e-4fd9-84aa-bcce2333fac7 req-e69d913f-e65a-46c2-9826-e00a02bc241b tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472927 Jul 21 22:54:24.003947 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcce0d-3d78-45b3-ad35-df1b017ef8c7 req-5645f41c-376a-4978-847d-6ad11266a4c7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:24.003947 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c8bcce0d-3d78-45b3-ad35-df1b017ef8c7 req-5645f41c-376a-4978-847d-6ad11266a4c7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0469248 Jul 21 22:54:24.056124 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c8bcce0d-3d78-45b3-ad35-df1b017ef8c7 req-fd575ecb-410b-40d2-a258-18fcf19dcb83 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471592 Jul 21 22:54:24.901199 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a9a560-e089-4f48-89cb-7e84a242d940 req-4413f056-1bd4-4e92-b4a4-1226821aacc6 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:24.907271 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c4a9a560-e089-4f48-89cb-7e84a242d940 req-4413f056-1bd4-4e92-b4a4-1226821aacc6 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0554841 Jul 21 22:54:24.956645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c4a9a560-e089-4f48-89cb-7e84a242d940 req-66ec674a-a183-4499-98e4-d20a9d60d942 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477052 Jul 21 22:54:25.144527 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:25.179884 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe630a3-9450-4f25-9314-b24bc1f32936 req-b45c1ec8-5f1e-4756-9f1a-f4e50f990e1e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:25.181384 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0fe630a3-9450-4f25-9314-b24bc1f32936 req-b45c1ec8-5f1e-4756-9f1a-f4e50f990e1e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0571339 Jul 21 22:54:25.229471 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0fe630a3-9450-4f25-9314-b24bc1f32936 req-07fc226b-3226-4273-aaa9-91c049adad6f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425456 Jul 21 22:54:26.066455 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846844ce-826e-42fa-9be8-3b565433a767 req-ee60ce2f-51eb-47b4-86cb-a1b45ee40a35 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:26.068735 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-846844ce-826e-42fa-9be8-3b565433a767 req-ee60ce2f-51eb-47b4-86cb-a1b45ee40a35 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0455325 Jul 21 22:54:26.117299 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-846844ce-826e-42fa-9be8-3b565433a767 req-0968a098-bd88-4fd7-8372-bd82b58a0d70 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417955 Jul 21 22:54:26.343203 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cc1307-f0dc-4216-909c-7e9079e96d56 req-cff1938f-0b4c-42ec-86f8-f787ff246356 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:26.344690 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7cc1307-f0dc-4216-909c-7e9079e96d56 req-cff1938f-0b4c-42ec-86f8-f787ff246356 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0484943 Jul 21 22:54:26.391750 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7cc1307-f0dc-4216-909c-7e9079e96d56 req-f337df3a-86cf-496d-88eb-02a3551b2bfc tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416126 Jul 21 22:54:27.230412 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9004e6ed-a5b0-41e2-b549-f99cac0b48e3 req-7e1072da-dda0-445b-9736-5e762c0c6e60 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:27.231927 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9004e6ed-a5b0-41e2-b549-f99cac0b48e3 req-7e1072da-dda0-445b-9736-5e762c0c6e60 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0478020 Jul 21 22:54:27.277843 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9004e6ed-a5b0-41e2-b549-f99cac0b48e3 req-73b9946b-ab5e-4a64-8693-8d05e230431f tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403633 Jul 21 22:54:27.513261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c90d1b-9c6d-4fc2-9dff-5834277db134 req-0c506565-6a9f-4fa9-9956-96cc9607e22a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:27.514801 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3c90d1b-9c6d-4fc2-9dff-5834277db134 req-0c506565-6a9f-4fa9-9956-96cc9607e22a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0516248 Jul 21 22:54:27.564294 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3c90d1b-9c6d-4fc2-9dff-5834277db134 req-85b86547-a6a3-4f5d-b23e-3eb32ddff564 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438306 Jul 21 22:54:28.232150 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=72 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:28.233101 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=26 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:28.398257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9031ad-e8b2-4fff-bd82-fcaa3aa4f031 req-c5401823-5037-4144-8863-2ae4886ec5d5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:28.399840 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a9031ad-e8b2-4fff-bd82-fcaa3aa4f031 req-c5401823-5037-4144-8863-2ae4886ec5d5 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0504856 Jul 21 22:54:28.448428 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a9031ad-e8b2-4fff-bd82-fcaa3aa4f031 req-4807026a-0101-42e1-9cb2-bf734ac072ca tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425782 Jul 21 22:54:28.577652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:28.580593 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=4,neutron:SELECT=21 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:28.584868 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:28.679706 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea2ca8b-b14b-406d-87bc-64648ad47a4d req-94c204d9-41c1-4afa-a91f-cb5a5ff86764 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:28.681206 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1ea2ca8b-b14b-406d-87bc-64648ad47a4d req-94c204d9-41c1-4afa-a91f-cb5a5ff86764 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0472126 Jul 21 22:54:28.729925 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1ea2ca8b-b14b-406d-87bc-64648ad47a4d req-b5e9e7b3-3910-4eed-99b5-ce0f51ec7680 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431795 Jul 21 22:54:29.570577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558d0f91-b380-49c3-88fa-267daa99ded8 req-87e1f379-726c-4f9c-bec3-913d808425c4 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:29.572102 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-558d0f91-b380-49c3-88fa-267daa99ded8 req-87e1f379-726c-4f9c-bec3-913d808425c4 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0485289 Jul 21 22:54:29.621493 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-558d0f91-b380-49c3-88fa-267daa99ded8 req-7b28f4e7-c511-4695-97a1-b11ebabff1eb tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422554 Jul 21 22:54:29.851263 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dea9e5-c11a-40d4-aedc-5cb64928fe31 req-c8081aa6-9e76-4363-b525-170be2bd281c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:29.853143 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-29dea9e5-c11a-40d4-aedc-5cb64928fe31 req-c8081aa6-9e76-4363-b525-170be2bd281c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0494606 Jul 21 22:54:29.908429 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-29dea9e5-c11a-40d4-aedc-5cb64928fe31 req-fd39ed22-3f51-47e6-b0dd-0af9a432bee9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494616 Jul 21 22:54:30.205889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35382) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:30.310987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1afeb11c-107c-42d4-bbdb-3b9b67bc43d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.313353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:30.370433 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:30.394830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1afeb11c-107c-42d4-bbdb-3b9b67bc43d2 admin admin] Publish callbacks [] for security_group (c1d0855d-faed-4253-8d4e-0f3bf7a8cffb), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.462308 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1afeb11c-107c-42d4-bbdb-3b9b67bc43d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c1d0855d-faed-4253-8d4e-0f3bf7a8cffb), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.503311 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1afeb11c-107c-42d4-bbdb-3b9b67bc43d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c89813a1e3e04a3e87ba46cc1cd5dcc9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2962759 Jul 21 22:54:30.504181 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb11c-107c-42d4-bbdb-3b9b67bc43d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d0855d-faed-4253-8d4e-0f3bf7a8cffb,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:30.506395 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35390) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:30.556113 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] Publish callbacks [] for security_group (c1d0855d-faed-4253-8d4e-0f3bf7a8cffb), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.577481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] Publish callbacks [] for security_group (c1d0855d-faed-4253-8d4e-0f3bf7a8cffb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.696897 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c1d0855d-faed-4253-8d4e-0f3bf7a8cffb), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.699618 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:30.701028 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c1d0855d-faed-4253-8d4e-0f3bf7a8cffb HTTP/1.1" status: 204 len: 168 time: 0.1932609 Jul 21 22:54:30.710631 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3c6c54-bf97-46d3-a968-1c5959c85f12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d0855d-faed-4253-8d4e-0f3bf7a8cffb,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:30.738548 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639ee66d-ab18-4888-a634-e46a8c953cdb req-1836f404-4bdb-43fb-9cac-7a288b509611 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:30.740131 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-639ee66d-ab18-4888-a634-e46a8c953cdb req-1836f404-4bdb-43fb-9cac-7a288b509611 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0493515 Jul 21 22:54:30.788862 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-639ee66d-ab18-4888-a634-e46a8c953cdb req-5165aad4-c93f-4b35-9dd2-72016bf6d895 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426717 Jul 21 22:54:31.022485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bbbbff-848d-409d-9d34-d1a282e7eced req-b45c7f67-7a27-4302-a24f-2f9b56c65457 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:31.023944 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27bbbbff-848d-409d-9d34-d1a282e7eced req-b45c7f67-7a27-4302-a24f-2f9b56c65457 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0490189 Jul 21 22:54:31.042557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:31.075330 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27bbbbff-848d-409d-9d34-d1a282e7eced req-d64d8a71-f764-4a79-a7b4-2bcea7a9fa5e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459967 Jul 21 22:54:31.377863 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35406) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:31.391579 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0007b811-0341-40bd-8882-897d7c9d6dde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.466939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0007b811-0341-40bd-8882-897d7c9d6dde admin admin] Publish callbacks [] for security_group (d616dfb3-a636-4d67-839a-69a0a7ece3df), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.525224 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0007b811-0341-40bd-8882-897d7c9d6dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d616dfb3-a636-4d67-839a-69a0a7ece3df), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.566893 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0007b811-0341-40bd-8882-897d7c9d6dde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d616dfb3-a636-4d67-839a-69a0a7ece3df,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:31.570839 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0007b811-0341-40bd-8882-897d7c9d6dde admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=862b23fd95dd478aad7a4220a41ae8e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1918933 Jul 21 22:54:31.573920 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35410) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:31.622065 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] Publish callbacks [] for security_group (d616dfb3-a636-4d67-839a-69a0a7ece3df), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.643716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] Publish callbacks [] for security_group (d616dfb3-a636-4d67-839a-69a0a7ece3df), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.755056 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-31c7b595-175b-47a3-b0e5-fe8bc1e0ae6e tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:31.756502 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-31c7b595-175b-47a3-b0e5-fe8bc1e0ae6e tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.33 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0464301 Jul 21 22:54:31.765492 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d616dfb3-a636-4d67-839a-69a0a7ece3df), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.768875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.771740 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d616dfb3-a636-4d67-839a-69a0a7ece3df HTTP/1.1" status: 204 len: 168 time: 0.1956711 Jul 21 22:54:31.779193 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4536e323-68ec-4a83-a465-3e21d3477bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d616dfb3-a636-4d67-839a-69a0a7ece3df,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:31.884871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Deleting port 43693aff-eb0b-4fa8-90d5-a5e82416c624 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:54:31.885344 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:31.919060 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa8349-c814-4eb8-bb3a-af4cfbd6b258 req-65624472-3d12-4d74-b420-74211d5425df tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:31.925841 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-58aa8349-c814-4eb8-bb3a-af4cfbd6b258 req-65624472-3d12-4d74-b420-74211d5425df tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 945 time: 0.0574381 Jul 21 22:54:31.970304 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-58aa8349-c814-4eb8-bb3a-af4cfbd6b258 req-b50fea48-a721-454f-bb83-6ebb57a29a41 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/security-groups?id=f1e397bd-7109-479f-8cdf-ee2d4b533ae0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435731 Jul 21 22:54:31.985588 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] For port 43693aff-eb0b-4fa8-90d5-a5e82416c624, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=43693aff-eb0b-4fa8-90d5-a5e82416c624,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:31.986090 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:32.006513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Calling delete_port for 43693aff-eb0b-4fa8-90d5-a5e82416c624 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:54:32.107443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:32.205221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de61e77-2224-4261-a853-b59ecabf1faa req-b7642448-e0e0-40ee-8ea2-f5d7c68062d0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:32.211302 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8de61e77-2224-4261-a853-b59ecabf1faa req-b7642448-e0e0-40ee-8ea2-f5d7c68062d0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0633202 Jul 21 22:54:32.259490 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8de61e77-2224-4261-a853-b59ecabf1faa req-98ac1e30-3b45-4b68-baa3-d36b4abe739f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463710 Jul 21 22:54:32.273995 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (43693aff-eb0b-4fa8-90d5-a5e82416c624), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:32.302292 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Pushing event deleted for resources: {'Port': ['ID=43693aff-eb0b-4fa8-90d5-a5e82416c624,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:32.369755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] No DVR routers for this DVR port 43693aff-eb0b-4fa8-90d5-a5e82416c624 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:54:32.372966 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:32.376254 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9e15d07c-8343-4ee6-9b6f-7aaf5434c522 req-041ac9e5-7e00-455f-b5ea-ddc9d229545d tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.33 "DELETE /v2.0/ports/43693aff-eb0b-4fa8-90d5-a5e82416c624 HTTP/1.1" status: 204 len: 173 time: 0.6120048 Jul 21 22:54:32.376716 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'name': 'network-vif-deleted', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:54:32.378955 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d545d8e-ad51-40f2-8b91-eecf78eb9d00" -d '{"events": [{"server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "name": "network-vif-deleted", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:54:32.419740 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9d5199-0c64-4496-a7a2-008deba1f561 x-openstack-request-id: req-ed9d5199-0c64-4496-a7a2-008deba1f561 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:54:32.420204 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8", "name": "network-vif-deleted", "tag": "43693aff-eb0b-4fa8-90d5-a5e82416c624", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:54:32.420534 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ed9d5199-0c64-4496-a7a2-008deba1f561 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:54:32.421012 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ed9d5199-0c64-4496-a7a2-008deba1f561'] response: {'server_uuid': 'bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8', 'name': 'network-vif-deleted', 'tag': '43693aff-eb0b-4fa8-90d5-a5e82416c624', 'status': 'completed', 'code': 200} Jul 21 22:54:32.666917 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 43693aff-eb0b-4fa8-90d5-a5e82416c624 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:54:32.686065 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 43693aff-eb0b-4fa8-90d5-a5e82416c624 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:54:32.686436 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 43693aff-eb0b-4fa8-90d5-a5e82416c624 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:54:33.088397 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c9e93d1e-e36a-4e58-ad95-5bf1a449fcf3 req-5db14c65-aec3-428d-9c62-b28f6603ce79 tempest-DeleteServersTestJSON-1505402980 tempest-DeleteServersTestJSON-1505402980-project] 10.222.0.52 "GET /v2.0/ports?device_id=bee6663b-29ea-48eb-a9f9-c6cdbd57fbc8 HTTP/1.1" status: 200 len: 210 time: 0.0408397 Jul 21 22:54:33.392451 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb239060-2832-46df-a4ea-0fb3f261e713 req-3ef5243a-4bd7-4eb8-9b13-ca37edb8b874 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:33.393881 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fb239060-2832-46df-a4ea-0fb3f261e713 req-3ef5243a-4bd7-4eb8-9b13-ca37edb8b874 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0644820 Jul 21 22:54:33.447038 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fb239060-2832-46df-a4ea-0fb3f261e713 req-82eb6f85-08d4-4886-b32d-a708a4ab2dce tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474298 Jul 21 22:54:34.569967 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f807bc-f62f-4811-b730-4e7c71575931 req-8c20461a-9077-49c3-98df-624974708a12 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:34.571515 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35f807bc-f62f-4811-b730-4e7c71575931 req-8c20461a-9077-49c3-98df-624974708a12 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0481174 Jul 21 22:54:34.630447 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35f807bc-f62f-4811-b730-4e7c71575931 req-fb6699cf-62f5-42e3-ad95-77a87a259edc tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514464 Jul 21 22:54:35.745432 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d19f24c-91e0-4c72-b56d-fd16a2cc5ea0 req-81616342-3608-49ac-802b-1bb11f692879 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:35.746966 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d19f24c-91e0-4c72-b56d-fd16a2cc5ea0 req-81616342-3608-49ac-802b-1bb11f692879 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0473135 Jul 21 22:54:35.794876 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d19f24c-91e0-4c72-b56d-fd16a2cc5ea0 req-0394d6b5-306f-48f1-b201-d4eefe15ccd7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421576 Jul 21 22:54:36.900071 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:36.908619 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f8e27f-1203-4b9a-b18d-d72c69d35eee req-e5779b91-2e60-4a5b-a725-fb7c1832065f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:36.910149 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-68f8e27f-1203-4b9a-b18d-d72c69d35eee req-e5779b91-2e60-4a5b-a725-fb7c1832065f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0471494 Jul 21 22:54:36.956256 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-68f8e27f-1203-4b9a-b18d-d72c69d35eee req-7edc9c05-a2ab-4ec4-8a33-472c2e36b192 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400627 Jul 21 22:54:38.072576 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7f2dea-c0ad-46be-9447-3f6a4374a3fc req-c58c0a0e-b947-4934-8cd9-483e3177edec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:38.074115 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fc7f2dea-c0ad-46be-9447-3f6a4374a3fc req-c58c0a0e-b947-4934-8cd9-483e3177edec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0515611 Jul 21 22:54:38.097807 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:38.127614 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fc7f2dea-c0ad-46be-9447-3f6a4374a3fc req-5d10c083-dc00-417b-848d-6f29d1a75766 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472236 Jul 21 22:54:38.869413 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35604) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:38.908541 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:39.258733 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216a5687-f34e-4dd5-8873-c2257e4af29a req-94e5d281-edef-4e31-867e-f85bf4a37b5e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:39.269036 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-216a5687-f34e-4dd5-8873-c2257e4af29a req-94e5d281-edef-4e31-867e-f85bf4a37b5e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0581720 Jul 21 22:54:39.275903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:39.330422 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-216a5687-f34e-4dd5-8873-c2257e4af29a req-c81409f3-cae8-45ec-8926-adca6f55665a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628591 Jul 21 22:54:39.777602 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Deleting port ab1fb01a-8d31-470a-be60-0c8d03a5932e {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:54:39.777911 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:39.798506 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35638) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:39.869689 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] For port ab1fb01a-8d31-470a-be60-0c8d03a5932e, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ab1fb01a-8d31-470a-be60-0c8d03a5932e,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:39.871388 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:39.885353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Calling delete_port for ab1fb01a-8d31-470a-be60-0c8d03a5932e owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:54:39.948024 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7235bc4e-2695-4150-a504-6752fa160aac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:39.971424 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:40.024528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35646) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:40.050461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7235bc4e-2695-4150-a504-6752fa160aac admin admin] Publish callbacks [] for security_group (d4d04d9f-ea13-4d12-8117-00c7d1434167), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.132745 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58ad432c-2a42-43aa-a56d-0d724afa3fc9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.135055 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7235bc4e-2695-4150-a504-6752fa160aac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d4d04d9f-ea13-4d12-8117-00c7d1434167), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.186111 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (ab1fb01a-8d31-470a-be60-0c8d03a5932e), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.192466 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-7235bc4e-2695-4150-a504-6752fa160aac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dc00879def9b424c9b2dac4bc4abe50c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3927474 Jul 21 22:54:40.195071 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7235bc4e-2695-4150-a504-6752fa160aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d04d9f-ea13-4d12-8117-00c7d1434167,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:40.197452 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35650) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:40.225679 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Pushing event deleted for resources: {'Port': ['ID=ab1fb01a-8d31-470a-be60-0c8d03a5932e,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:40.294309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] Publish callbacks [] for security_group (d4d04d9f-ea13-4d12-8117-00c7d1434167), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.318244 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58ad432c-2a42-43aa-a56d-0d724afa3fc9 admin admin] Publish callbacks [] for security_group (c19fd609-2155-43e2-a13a-b366551d958f), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.330120 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] Publish callbacks [] for security_group (d4d04d9f-ea13-4d12-8117-00c7d1434167), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.369515 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.398324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58ad432c-2a42-43aa-a56d-0d724afa3fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c19fd609-2155-43e2-a13a-b366551d958f), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.429438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:40.432450 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-58ad432c-2a42-43aa-a56d-0d724afa3fc9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7a8f1e318284416f96e8f609746cde82&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4068720 Jul 21 22:54:40.436481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35658) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:40.471135 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d4d04d9f-ea13-4d12-8117-00c7d1434167), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.479670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.479862 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:40.481247 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d4d04d9f-ea13-4d12-8117-00c7d1434167 HTTP/1.1" status: 204 len: 168 time: 0.2815340 Jul 21 22:54:40.492907 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad432c-2a42-43aa-a56d-0d724afa3fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c19fd609-2155-43e2-a13a-b366551d958f,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:40.529185 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d9347-ee8f-4e08-8fc4-3c48bbdada2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d04d9f-ea13-4d12-8117-00c7d1434167,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:40.552802 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3ec05-e36e-4aad-82ee-fdf5cdbea543 req-9f854dd6-2e69-4144-93d8-08f224d0e713 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:40.552802 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-37f3ec05-e36e-4aad-82ee-fdf5cdbea543 req-9f854dd6-2e69-4144-93d8-08f224d0e713 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1110282 Jul 21 22:54:40.576936 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] Publish callbacks [] for security_group (c19fd609-2155-43e2-a13a-b366551d958f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.607196 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] Publish callbacks [] for security_group (c19fd609-2155-43e2-a13a-b366551d958f), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.620935 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:40.663097 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-37f3ec05-e36e-4aad-82ee-fdf5cdbea543 req-efd87272-ba0a-4167-8f48-536ceda8f911 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070986 Jul 21 22:54:40.745088 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:54:40.776771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c19fd609-2155-43e2-a13a-b366551d958f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.779579 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:40.783374 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c19fd609-2155-43e2-a13a-b366551d958f HTTP/1.1" status: 204 len: 168 time: 0.3348758 Jul 21 22:54:40.791402 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ff69d8-1608-4b09-869c-eeb20e4fc1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19fd609-2155-43e2-a13a-b366551d958f,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:40.825046 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:40.855394 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:40.863280 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e807be0b-09b3-4bf2-90d1-e0729264963f admin admin] 10.222.0.52 "PUT /v2.0/routers/a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0018547 Jul 21 22:54:40.864458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35668) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:40.865618 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Sync routers for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:40.881442 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:40.882068 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:41.014174 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks [] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.023610 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:41.128759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks [] for router_gateway (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.205921 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:54:40Z', 'revision_number': 5, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:41.231491 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Checking router: a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:41.239987 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Routers {'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:41.240578 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:41.291686 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Deleting port 36997055-5209-49f7-ab55-739c95341508 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:54:41.292390 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (36997055-5209-49f7-ab55-739c95341508), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.356460 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] Set router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:41.377657 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] For port 36997055-5209-49f7-ab55-739c95341508, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=36997055-5209-49f7-ab55-739c95341508,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:41.378178 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (36997055-5209-49f7-ab55-739c95341508), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.392743 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Calling delete_port for 36997055-5209-49f7-ab55-739c95341508 owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:54:41.393211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35674) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:41.413311 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-742167d4-ad96-432d-8522-e2e73ec2dc6e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.530032 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:54:40Z', 'revision_number': 5, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:41.534233 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-742167d4-ad96-432d-8522-e2e73ec2dc6e admin admin] Publish callbacks [] for security_group (76cc24b3-d6e2-4d80-9b67-a902cbcd0384), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.555996 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68010172-4c87-4db7-a5f9-6f78bdcb185d None None] The sync data for ids ['a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c'] in dv-cinder-850697-1-iscsi is: [{'id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'name': 'tempest-DeleteServersTestJSON-1132174846-router', 'tenant_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131'}], 'enable_snat': True}, 'gw_port_id': '36997055-5209-49f7-ab55-739c95341508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:54:40Z', 'revision_number': 5, 'project_id': 'ba0db0569e094eccb3e8fc578a16fc1e', 'gw_port': {'id': '36997055-5209-49f7-ab55-739c95341508', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:49:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:54:41.625338 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35676) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:41.639461 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0220ff68-0ee2-41c7-b3a5-7d62a34d84e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.646733 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-742167d4-ad96-432d-8522-e2e73ec2dc6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (76cc24b3-d6e2-4d80-9b67-a902cbcd0384), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.650829 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (36997055-5209-49f7-ab55-739c95341508), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.676500 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Pushing event deleted for resources: {'Port': ['ID=36997055-5209-49f7-ab55-739c95341508,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:41.696982 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-742167d4-ad96-432d-8522-e2e73ec2dc6e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3cb5f460cef43679ef6ad5862e4f47e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2987247 Jul 21 22:54:41.699934 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35680) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:41.703442 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.713157 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742167d4-ad96-432d-8522-e2e73ec2dc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76cc24b3-d6e2-4d80-9b67-a902cbcd0384,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:41.821422 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] Publish callbacks [] for security_group (76cc24b3-d6e2-4d80-9b67-a902cbcd0384), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.834968 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0220ff68-0ee2-41c7-b3a5-7d62a34d84e8 admin admin] Publish callbacks [] for security_group (979fa4d3-bdf8-4c98-a7ba-63fd71710667), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.860229 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] Publish callbacks [] for security_group (76cc24b3-d6e2-4d80-9b67-a902cbcd0384), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.908426 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0220ff68-0ee2-41c7-b3a5-7d62a34d84e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (979fa4d3-bdf8-4c98-a7ba-63fd71710667), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:41.957657 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0220ff68-0ee2-41c7-b3a5-7d62a34d84e8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=51e60ebdb650445e9e3b996f846ef474&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3308160 Jul 21 22:54:41.959415 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0220ff68-0ee2-41c7-b3a5-7d62a34d84e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979fa4d3-bdf8-4c98-a7ba-63fd71710667,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:41.980979 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35688) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:42.002868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (76cc24b3-d6e2-4d80-9b67-a902cbcd0384), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.007014 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.008875 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76cc24b3-d6e2-4d80-9b67-a902cbcd0384 HTTP/1.1" status: 204 len: 168 time: 0.3075716 Jul 21 22:54:42.054871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:42.061820 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494c7b6b-fc14-4ba3-b1ca-acdbbe03335c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76cc24b3-d6e2-4d80-9b67-a902cbcd0384,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:42.079621 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2c060cf0-6f1d-4d6f-b546-67914314d415 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.089040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.095049 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks [] for router_controller (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.106002 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] Publish callbacks [] for security_group (979fa4d3-bdf8-4c98-a7ba-63fd71710667), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.136409 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] Publish callbacks [] for security_group (979fa4d3-bdf8-4c98-a7ba-63fd71710667), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.182799 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33b921c-35f5-4234-a833-6ee89b9a0ddb req-9a895a81-9a5d-4b40-a055-aed48909b97e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:42.184534 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a33b921c-35f5-4234-a833-6ee89b9a0ddb req-9a895a81-9a5d-4b40-a055-aed48909b97e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.4029768 Jul 21 22:54:42.244286 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a33b921c-35f5-4234-a833-6ee89b9a0ddb req-203f2629-c018-44b3-8595-9e45fd8b8699 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541530 Jul 21 22:54:42.268375 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (979fa4d3-bdf8-4c98-a7ba-63fd71710667), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.272628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.279610 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/979fa4d3-bdf8-4c98-a7ba-63fd71710667 HTTP/1.1" status: 204 len: 168 time: 0.3008626 Jul 21 22:54:42.281250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.282477 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 22:54:42.288261 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a289df-1b79-4dce-9fd0-c633049a250f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979fa4d3-bdf8-4c98-a7ba-63fd71710667,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:42.299372 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.301398 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-36a25be7-5a94-48bf-be04-98ef158fbae7 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a72e0b7e-6837-4c3b-bdce-bfb7a5faa43c HTTP/1.1" status: 204 len: 168 time: 1.4357502 Jul 21 22:54:42.305734 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35696) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:42.363774 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Deleting subnet 917d7df7-6f1a-4f5c-9b30-36a0e0047c4a {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 22:54:42.367522 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Publish callbacks [] for subnet (917d7df7-6f1a-4f5c-9b30-36a0e0047c4a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.408479 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Publish callbacks [] for subnet (917d7df7-6f1a-4f5c-9b30-36a0e0047c4a), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.477428 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:42.494061 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (917d7df7-6f1a-4f5c-9b30-36a0e0047c4a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.645529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (917d7df7-6f1a-4f5c-9b30-36a0e0047c4a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.703025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=917d7df7-6f1a-4f5c-9b30-36a0e0047c4a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:42.707054 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.710499 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-35c5c6e4-c539-44ab-aa3c-a0ea9f0c12aa admin admin] 10.222.0.52 "DELETE /v2.0/subnets/917d7df7-6f1a-4f5c-9b30-36a0e0047c4a HTTP/1.1" status: 204 len: 168 time: 0.4025149 Jul 21 22:54:42.713289 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35708) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:42.717121 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e4ddf-c16c-4b9a-99e2-246c81ce4b73 None None] Network 890d251b-f2ed-45b8-839e-e822b200a30c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:42.831036 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (890d251b-f2ed-45b8-839e-e822b200a30c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.904466 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Deleting port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:54:42.904885 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:42.931390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] DHCP port deletion for 890d251b-f2ed-45b8-839e-e822b200a30c request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 22:54:43.027948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Deleting port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:54:43.028383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.041096 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] For port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:43.041953 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.060567 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Calling delete_port for 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 owned by network:dhcp {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:54:43.117164 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] For port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,segment=NetworkSegment(57e4d613-9ceb-449f-b04a-3cb85cc33f37),segment_id=57e4d613-9ceb-449f-b04a-3cb85cc33f37)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:43.117649 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.131498 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Calling delete_port for 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:54:43.279753 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.283339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (95f6ddde-0cf0-4c30-a6fc-c821ce091da1), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.299059 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] No DVR routers for this DVR port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:54:43.303900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] No DVR routers for this DVR port 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 on host dv-cinder-850697-1-iscsi {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:54:43.323383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Pushing event deleted for resources: {'Port': ['ID=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:43.336866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ab1fb01a-8d31-470a-be60-0c8d03a5932e no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:54:43.349564 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.349910 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.350254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.350833 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.351410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.351741 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.352084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.352440 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.352738 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.353072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.353416 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.353725 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.354049 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.354373 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.354696 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494cbf02-0ae8-41c0-96d8-4ed4b9bc8c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:43.376381 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Pushing event deleted for resources: {'Port': ['ID=95f6ddde-0cf0-4c30-a6fc-c821ce091da1,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:43.396695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: ab1fb01a-8d31-470a-be60-0c8d03a5932e {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:54:43.396695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ab1fb01a-8d31-470a-be60-0c8d03a5932e not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:54:43.435575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:43.441855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:43.473097 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a0512-3059-4c9f-bcff-bd43854d4858 req-95c00830-2a69-47dc-9dcf-89ed39638446 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:43.475491 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-420a0512-3059-4c9f-bcff-bd43854d4858 req-95c00830-2a69-47dc-9dcf-89ed39638446 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1069546 Jul 21 22:54:43.492470 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (890d251b-f2ed-45b8-839e-e822b200a30c), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.525751 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.526191 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.527128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.527478 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > port after_create 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.527837 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.528184 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > port after_update 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.530462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.531015 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.532651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.533160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.548434 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-420a0512-3059-4c9f-bcff-bd43854d4858 req-a59d59b5-c390-4edf-8c07-bf9aa03a4c7b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643945 Jul 21 22:54:43.738462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.738462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.738462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.738873 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111135) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 22:54:43.739222 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['890d251b-f2ed-45b8-839e-e822b200a30c']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:43.757499 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57e4d613-9ceb-449f-b04a-3cb85cc33f37') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:43.757795 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57e4d613-9ceb-449f-b04a-3cb85cc33f37') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:43.775878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (57e4d613-9ceb-449f-b04a-3cb85cc33f37), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.798443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (57e4d613-9ceb-449f-b04a-3cb85cc33f37), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:43.807740 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Releasing vlan 607 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 22:54:43.808133 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (57e4d613-9ceb-449f-b04a-3cb85cc33f37), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.205248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (890d251b-f2ed-45b8-839e-e822b200a30c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.217329 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.227650 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] 10.222.0.52 "DELETE /v2.0/networks/890d251b-f2ed-45b8-839e-e822b200a30c HTTP/1.1" status: 204 len: 168 time: 1.4990637 Jul 21 22:54:44.238854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def0baf-9241-4485-940c-cb6a36a53c90 admin admin] Pushing event deleted for resources: {'Network': ['ID=890d251b-f2ed-45b8-839e-e822b200a30c,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:44.329883 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0c9293c7-9e65-4149-b60e-ea25c542c89d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.669064 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ce28d6-f8ec-472f-95e0-1a90e12a6539 req-1c794f50-f333-4064-8531-6c18adffaa19 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:44.672202 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a9ce28d6-f8ec-472f-95e0-1a90e12a6539 req-1c794f50-f333-4064-8531-6c18adffaa19 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0481791 Jul 21 22:54:44.708686 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 57e4d613-9ceb-449f-b04a-3cb85cc33f37 resource provider aggregate not found Jul 21 22:54:44.731394 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a9ce28d6-f8ec-472f-95e0-1a90e12a6539 req-da92ca31-656e-4c7a-bd08-e737c3115605 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488338 Jul 21 22:54:44.731394 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 57e4d613-9ceb-449f-b04a-3cb85cc33f37 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57e4d613-9ceb-449f-b04a-3cb85cc33f37 found for delete ", "request_id": "req-548d8d38-30f6-4618-b8ff-281aef76dd36"}]} Jul 21 22:54:44.761332 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35792) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:44.808472 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35798) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:44.811978 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2344568b-be43-4e23-99c5-b0bb3df1d03b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ba0db0569e094eccb3e8fc578a16fc1e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0488186 Jul 21 22:54:44.821978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:44.869844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] Publish callbacks [] for security_group (f1e397bd-7109-479f-8cdf-ee2d4b533ae0), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.892704 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] Publish callbacks [] for security_group (f1e397bd-7109-479f-8cdf-ee2d4b533ae0), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:44.947351 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:54:44.967441 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:54:44.967787 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 95f6ddde-0cf0-4c30-a6fc-c821ce091da1 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:54:44.968207 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 36997055-5209-49f7-ab55-739c95341508 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:54:44.989392 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 36997055-5209-49f7-ab55-739c95341508 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:54:44.998863 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 36997055-5209-49f7-ab55-739c95341508 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:54:45.048502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f1e397bd-7109-479f-8cdf-ee2d4b533ae0), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.051357 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.056148 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f1e397bd-7109-479f-8cdf-ee2d4b533ae0 HTTP/1.1" status: 204 len: 168 time: 0.2431259 Jul 21 22:54:45.063940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea04089-0ef6-4d9e-b68b-a8b05175acbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e397bd-7109-479f-8cdf-ee2d4b533ae0,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:45.473099 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35820) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:45.597795 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.742235 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-fc2a250f-50ea-4ba4-99dd-568bbb76d411 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.765327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.827465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-fc2a250f-50ea-4ba4-99dd-568bbb76d411 admin admin] Publish callbacks [] for security_group (e2b3ede1-e9f0-4564-99c5-d170f3c898a2), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.852642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150aa610-920b-4a28-a8bd-86b05f9057d2 req-b1c79ad4-030b-4bd6-8ded-c55bb8f8a042 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:45.854165 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-150aa610-920b-4a28-a8bd-86b05f9057d2 req-b1c79ad4-030b-4bd6-8ded-c55bb8f8a042 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0503116 Jul 21 22:54:45.915341 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-150aa610-920b-4a28-a8bd-86b05f9057d2 req-767ae9d5-d8d6-4ced-b076-bb33ee3f7ffd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538015 Jul 21 22:54:45.941946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-fc2a250f-50ea-4ba4-99dd-568bbb76d411 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (e2b3ede1-e9f0-4564-99c5-d170f3c898a2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:45.947533 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:45.985407 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-fc2a250f-50ea-4ba4-99dd-568bbb76d411 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2e6a9a32d58d460c839eaeeabd890743&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5081239 Jul 21 22:54:45.985407 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2a250f-50ea-4ba4-99dd-568bbb76d411 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e2b3ede1-e9f0-4564-99c5-d170f3c898a2,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:45.985965 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35846) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:46.045301 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] Publish callbacks [] for security_group (e2b3ede1-e9f0-4564-99c5-d170f3c898a2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:46.069533 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] Publish callbacks [] for security_group (e2b3ede1-e9f0-4564-99c5-d170f3c898a2), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:46.193707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (e2b3ede1-e9f0-4564-99c5-d170f3c898a2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:46.196352 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:46.197570 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e2b3ede1-e9f0-4564-99c5-d170f3c898a2 HTTP/1.1" status: 204 len: 168 time: 0.2105494 Jul 21 22:54:46.206149 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca89cb9f-0fa5-4aac-9669-8189236b7bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2b3ede1-e9f0-4564-99c5-d170f3c898a2,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:46.857322 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35904) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:47.034002 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.056800 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7efdc1-7fc9-43c0-93b8-81c212d4d637 req-af9b87e8-624e-4723-aead-913b49081c8e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:47.063276 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7d7efdc1-7fc9-43c0-93b8-81c212d4d637 req-af9b87e8-624e-4723-aead-913b49081c8e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0622838 Jul 21 22:54:47.085591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1444272079-network', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:47.112658 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7d7efdc1-7fc9-43c0-93b8-81c212d4d637 req-21c9d136-e623-4db6-b8b7-dc3a6e3d2396 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480757 Jul 21 22:54:47.181830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:47.184517 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.193381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.214324 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:47.291321 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks [] for security_group (f8669efa-63eb-432e-8f3c-12dcb8425c12), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.391499 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f8669efa-63eb-432e-8f3c-12dcb8425c12), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.391680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.420731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 624} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:54:47.430074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8669efa-63eb-432e-8f3c-12dcb8425c12,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:47.436215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (5014695a-8b1d-4bae-b2d8-c42fc907f0a8), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.436474 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Added segment 5014695a-8b1d-4bae-b2d8-c42fc907f0a8 of type vlan for network be9945ce-a7e9-414b-b532-8c7c706d9d8c Jul 21 22:54:47.508743 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (be9945ce-a7e9-414b-b532-8c7c706d9d8c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.534626 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35928) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:47.567203 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35932) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:47.610651 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (be9945ce-a7e9-414b-b532-8c7c706d9d8c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.611803 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:47.612480 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.684129 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] Pushing event updated for resources: {'Network': ['ID=be9945ce-a7e9-414b-b532-8c7c706d9d8c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:47.689426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-668491303-network', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:47.691819 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:54:47.709219 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-04586f93-7311-49da-8bd4-839527f59399 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.8501341 Jul 21 22:54:47.712039 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35938) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:47.717699 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Request body: {'subnet': {'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-subnet', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:47.745969 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20cac5d8-937c-43ad-be7f-4707c41857a2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.818702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Made reservation on behalf of 93d60e3f3bcd48f292f30a8d2f0351d7 for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:47.821072 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.838857 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.842921 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20cac5d8-937c-43ad-be7f-4707c41857a2 admin admin] Publish callbacks [] for security_group (7b96e295-f0df-441c-b7f4-0048111021ca), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.883555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:47.885784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.954974 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20cac5d8-937c-43ad-be7f-4707c41857a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7b96e295-f0df-441c-b7f4-0048111021ca), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.990399 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks [] for security_group (306bd910-17bb-46b1-a485-05647abd40ee), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:47.999030 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:48.026890 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-20cac5d8-937c-43ad-be7f-4707c41857a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f3747675d8d34576ad27b1eff96aabcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4910705 Jul 21 22:54:48.029107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20cac5d8-937c-43ad-be7f-4707c41857a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b96e295-f0df-441c-b7f4-0048111021ca,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.029599 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35940) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:48.045085 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (306bd910-17bb-46b1-a485-05647abd40ee), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.080769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:48.084824 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] Publish callbacks [] for security_group (7b96e295-f0df-441c-b7f4-0048111021ca), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.092787 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 630} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:54:48.107266 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] Publish callbacks [] for security_group (7b96e295-f0df-441c-b7f4-0048111021ca), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.117783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=22,neutron:SELECT=75,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:48.118652 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=306bd910-17bb-46b1-a485-05647abd40ee,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.121571 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b97e0ab6-779c-4317-be73-655517728456), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.121885 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Added segment b97e0ab6-779c-4317-be73-655517728456 of type vlan for network cd677390-a761-421a-b07f-23baca7a5af3 Jul 21 22:54:48.204391 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (cd677390-a761-421a-b07f-23baca7a5af3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.231151 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cdc9c0-8e99-4f7c-a7e3-41238744d2a0 req-369f1781-9e73-4099-b210-f3bd9182ff92 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:48.232642 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-06cdc9c0-8e99-4f7c-a7e3-41238744d2a0 req-369f1781-9e73-4099-b210-f3bd9182ff92 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0484717 Jul 21 22:54:48.237198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7b96e295-f0df-441c-b7f4-0048111021ca), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.239804 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.241037 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7b96e295-f0df-441c-b7f4-0048111021ca HTTP/1.1" status: 204 len: 168 time: 0.2103894 Jul 21 22:54:48.261662 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905a6a1e-39bf-494e-966e-56df0fdb21bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b96e295-f0df-441c-b7f4-0048111021ca,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.305259 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-06cdc9c0-8e99-4f7c-a7e3-41238744d2a0 req-6cc910b4-57af-4755-940f-1371d6476e01 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630293 Jul 21 22:54:48.314051 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (cd677390-a761-421a-b07f-23baca7a5af3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.315263 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:48.315855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.318467 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (18915455-2e7a-4e60-a02d-cf97279dde7a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.420286 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] Pushing event updated for resources: {'Network': ['ID=cd677390-a761-421a-b07f-23baca7a5af3,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.425305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18915455-2e7a-4e60-a02d-cf97279dde7a,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.435426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network cd677390-a761-421a-b07f-23baca7a5af3 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:54:48.443026 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:48.443393 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Network hostable DHCP agents. Network: be9945ce-a7e9-414b-b532-8c7c706d9d8c, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:54:48.484004 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2dfc9b83-8762-48f0-91ca-86ade3f1ce90 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9147341 Jul 21 22:54:48.486379 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35948) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:48.497699 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Request body: {'subnet': {'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-668491303-subnet', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:48.547416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:54:48.571064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Made reservation on behalf of 93d60e3f3bcd48f292f30a8d2f0351d7 for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:48.573526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.621983 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, be9945ce-a7e9-414b-b532-8c7c706d9d8c) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:48.631652 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:48.634764 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.636488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f6b46c-03c2-46e1-952d-536aef94d476 None None] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:48.739558 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:54:48.740487 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.751704 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-9e70bb2c-ef39-4f27-b3ea-dd7b38622206 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0381095 Jul 21 22:54:48.754234 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35956) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:48.772628 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:48.834929 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (8a78d5c8-9558-4897-be74-ff6f6e1add03), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.863303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.866209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:48.894085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:48.925093 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Allocated IP 172.20.0.2 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/145e32ba-4de0-4b49-b029-93a65f533652) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:48.954178 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a78d5c8-9558-4897-be74-ff6f6e1add03,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:48.957224 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Checking segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:48.957754 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Network hostable DHCP agents. Network: cd677390-a761-421a-b07f-23baca7a5af3, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:54:48.971021 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for router_controller (357b7e7d-8837-4442-9c0e-c409a7b050d2), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.013004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35968) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:49.028967 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd77-01b5-4ba3-abe5-db7fb4a1fb29 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.033022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Network cd677390-a761-421a-b07f-23baca7a5af3 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:54:49.093948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks [] for port (145e32ba-4de0-4b49-b029-93a65f533652), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.132485 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd77-01b5-4ba3-abe5-db7fb4a1fb29 admin admin] Publish callbacks [] for security_group (34578beb-775a-4a55-999c-44333ec0dcca), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.158583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, cd677390-a761-421a-b07f-23baca7a5af3) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:49.162838 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:49.163442 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.167613 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a9242c-3dcb-46fc-a6fa-7f6e2102ff42 None None] Network cd677390-a761-421a-b07f-23baca7a5af3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:49.174724 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for router_gateway (357b7e7d-8837-4442-9c0e-c409a7b050d2), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.191183 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (145e32ba-4de0-4b49-b029-93a65f533652), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.227924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-01e8fd77-01b5-4ba3-abe5-db7fb4a1fb29 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (34578beb-775a-4a55-999c-44333ec0dcca), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.251492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:49.260418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:49.265990 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-205c2607-6062-4358-affb-1653776137d1 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7776880 Jul 21 22:54:49.270673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 35970) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:49.272496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:49.275425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:49.276114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e8fd77-01b5-4ba3-abe5-db7fb4a1fb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34578beb-775a-4a55-999c-44333ec0dcca,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:49.281229 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:49.285321 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:49.293818 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-01e8fd77-01b5-4ba3-abe5-db7fb4a1fb29 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=181f59b2ba7c4854b77624390f9ad1c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2796030 Jul 21 22:54:49.294853 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Pushing event updated for resources: {'Port': ['ID=145e32ba-4de0-4b49-b029-93a65f533652,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:49.296314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 35972) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:49.372166 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Attempting to bind port 145e32ba-4de0-4b49-b029-93a65f533652 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:49.372166 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Attempting to bind port 145e32ba-4de0-4b49-b029-93a65f533652 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:49.372166 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Attempting to bind port 145e32ba-4de0-4b49-b029-93a65f533652 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:49.377207 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:49.377817 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:49.379035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] Publish callbacks [] for security_group (34578beb-775a-4a55-999c-44333ec0dcca), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.379661 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.380274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:49.380913 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Bound port: 145e32ba-4de0-4b49-b029-93a65f533652, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:49.381458 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (145e32ba-4de0-4b49-b029-93a65f533652), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.385846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:49.387190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-cd677390-a761-421a-b07f-23baca7a5af3', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:54:49.388342 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.408520 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] Publish callbacks [] for security_group (34578beb-775a-4a55-999c-44333ec0dcca), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.463818 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.464889 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.538528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e0be74-a638-4bea-b7f1-29f512032c10 req-11690c68-6ffa-41b3-9ae9-a2890223f4a4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:49.540094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-84e0be74-a638-4bea-b7f1-29f512032c10 req-11690c68-6ffa-41b3-9ae9-a2890223f4a4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1199577 Jul 21 22:54:49.575018 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (34578beb-775a-4a55-999c-44333ec0dcca), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.576016 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:49.577834 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for router_gateway (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.581791 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.591458 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34578beb-775a-4a55-999c-44333ec0dcca HTTP/1.1" status: 204 len: 168 time: 0.2939663 Jul 21 22:54:49.603278 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af87ea01-2803-4539-afc5-318e18450be0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34578beb-775a-4a55-999c-44333ec0dcca,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:49.628147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.665790 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:49.675500 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-84e0be74-a638-4bea-b7f1-29f512032c10 req-ec036643-fae5-4909-8fe2-baf9ee06a780 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295295 Jul 21 22:54:49.677134 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for router_controller (3b27920b-7146-490c-afc2-8cfe78dd5290), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.687915 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] For port 145e32ba-4de0-4b49-b029-93a65f533652, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:49.732661 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] For port 145e32ba-4de0-4b49-b029-93a65f533652, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=145e32ba-4de0-4b49-b029-93a65f533652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:49.759769 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Allocated IP 172.20.0.2 (cd677390-a761-421a-b07f-23baca7a5af3/8a78d5c8-9558-4897-be74-ff6f6e1add03/26927228-98b2-48c8-9cac-ecbc82f70378) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:49.824230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (145e32ba-4de0-4b49-b029-93a65f533652), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.840617 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Allocated IP 172.27.0.205 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/0c0acbec-3978-4664-b13d-033a6f5d0f9c) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:49.918520 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d4c2ef-c66d-4b87-89a3-4bf7660ca410 None None] Pushing event updated for resources: {'Port': ['ID=145e32ba-4de0-4b49-b029-93a65f533652,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:49.943683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for router_gateway (3b27920b-7146-490c-afc2-8cfe78dd5290), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:49.977031 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks [] for port (26927228-98b2-48c8-9cac-ecbc82f70378), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.090530 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.116836 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.140017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Network cd677390-a761-421a-b07f-23baca7a5af3 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:50.143862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:50.150760 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:50.193285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Pushing event updated for resources: {'Port': ['ID=26927228-98b2-48c8-9cac-ecbc82f70378,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:50.227667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=84,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:50.256731 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Attempting to bind port 26927228-98b2-48c8-9cac-ecbc82f70378 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:50.257294 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Attempting to bind port 26927228-98b2-48c8-9cac-ecbc82f70378 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:50.257661 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Attempting to bind port 26927228-98b2-48c8-9cac-ecbc82f70378 on network cd677390-a761-421a-b07f-23baca7a5af3 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:50.265576 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:50.266815 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Checking segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:50.267428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.267967 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Bound using segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:50.268619 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Bound port: 26927228-98b2-48c8-9cac-ecbc82f70378, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:50.269190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.313908 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for router_gateway (3b27920b-7146-490c-afc2-8cfe78dd5290), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.334730 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.336917 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.344482 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] For port 26927228-98b2-48c8-9cac-ecbc82f70378, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:50.347703 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] For port 26927228-98b2-48c8-9cac-ecbc82f70378, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=26927228-98b2-48c8-9cac-ecbc82f70378,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:50.409672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:50.418681 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:50.425065 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:50.444201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:50.453986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Pushing event updated for resources: {'Port': ['ID=0c0acbec-3978-4664-b13d-033a6f5d0f9c,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:50.514692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c43a7e-4aca-4208-8a56-fd24c5fd6842 None None] Pushing event updated for resources: {'Port': ['ID=26927228-98b2-48c8-9cac-ecbc82f70378,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:50.649824 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Allocated IP 172.27.0.22 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/7901ad82-4a22-4039-b3c1-d92b4fdce3a0) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:50.922267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55d6a22-5812-4fbe-b7c1-6f6a18c36a08 req-b8d11623-dbab-490b-b5fd-f3a825c60b78 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:50.947971 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f55d6a22-5812-4fbe-b7c1-6f6a18c36a08 req-b8d11623-dbab-490b-b5fd-f3a825c60b78 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1187315 Jul 21 22:54:50.964916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.084546 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f55d6a22-5812-4fbe-b7c1-6f6a18c36a08 req-ca9137c5-60b0-4ddd-8fe1-795c5cc52841 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333642 Jul 21 22:54:51.171755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 26927228-98b2-48c8-9cac-ecbc82f70378 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:51.210192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa34b63-8852-4752-93cc-cceb6a10044c None None] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:51.317190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Provisioning complete for port 145e32ba-4de0-4b49-b029-93a65f533652 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:51.317700 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (145e32ba-4de0-4b49-b029-93a65f533652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.364393 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 26927228-98b2-48c8-9cac-ecbc82f70378 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:51.364855 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.410074 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.460433 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:51.466320 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:51.470901 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:51.523909 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for router_gateway (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.525656 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Pushing event updated for resources: {'Port': ['ID=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:51.529096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Current status of the port 145e32ba-4de0-4b49-b029-93a65f533652 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:51.529494 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (145e32ba-4de0-4b49-b029-93a65f533652), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.531403 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:51.533504 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=55 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:51.573047 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 26927228-98b2-48c8-9cac-ecbc82f70378 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:51.573668 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.607712 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] For port 145e32ba-4de0-4b49-b029-93a65f533652, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=145e32ba-4de0-4b49-b029-93a65f533652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:51.627392 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 26927228-98b2-48c8-9cac-ecbc82f70378, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=26927228-98b2-48c8-9cac-ecbc82f70378,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:51.684891 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (145e32ba-4de0-4b49-b029-93a65f533652), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.722415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.723395 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 145e32ba-4de0-4b49-b029-93a65f533652 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:51.802995 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02245c3-b0e7-4600-a1be-b8bfd39f7645 None None] Pushing event updated for resources: {'Port': ['ID=145e32ba-4de0-4b49-b029-93a65f533652,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:51.852490 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 145e32ba-4de0-4b49-b029-93a65f533652 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:51.852977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (145e32ba-4de0-4b49-b029-93a65f533652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.895144 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=26927228-98b2-48c8-9cac-ecbc82f70378,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:51.915608 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-6f5119ef-f478-4052-b6a6-e1534cf6d548 None None] Provisioning complete for port 145e32ba-4de0-4b49-b029-93a65f533652 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:51.915974 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-6f5119ef-f478-4052-b6a6-e1534cf6d548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (145e32ba-4de0-4b49-b029-93a65f533652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.944630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:51.995142 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f4534d-2a0e-4f2a-9bfe-3daeaae12178 None None] Network cd677390-a761-421a-b07f-23baca7a5af3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:52.039597 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 145e32ba-4de0-4b49-b029-93a65f533652 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:52.114341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=5,neutron:SELECT=90,neutron:UPDATE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:52.123425 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-6f5119ef-f478-4052-b6a6-e1534cf6d548 None None] Current status of the port 145e32ba-4de0-4b49-b029-93a65f533652 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:52.144092 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:52.157365 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for router_gateway (3b27920b-7146-490c-afc2-8cfe78dd5290), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:52.194524 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:52.245880 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-edca2ba4-ccb4-48d3-997e-a3546f6fa01c None None] Provisioning complete for port 26927228-98b2-48c8-9cac-ecbc82f70378 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:52.246515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-edca2ba4-ccb4-48d3-997e-a3546f6fa01c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:52.285022 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad5f1c-82fc-4020-afec-2c59f3f42014 req-c481e024-c070-48db-b293-8d57437856d9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:52.286642 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7dad5f1c-82fc-4020-afec-2c59f3f42014 req-c481e024-c070-48db-b293-8d57437856d9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0609555 Jul 21 22:54:52.345903 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-edca2ba4-ccb4-48d3-997e-a3546f6fa01c None None] Current status of the port 26927228-98b2-48c8-9cac-ecbc82f70378 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:52.381717 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:52.424075 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7dad5f1c-82fc-4020-afec-2c59f3f42014 req-081708e0-cacb-4bb0-850e-9aa4ef816394 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256752 Jul 21 22:54:52.427076 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:54:52.450227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:52.464481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-48c9dbb1-5376-4429-ab75-ebbb371a787d None None] Provisioning complete for port 26927228-98b2-48c8-9cac-ecbc82f70378 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:52.464864 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-48c9dbb1-5376-4429-ab75-ebbb371a787d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:52.547977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-48c9dbb1-5376-4429-ab75-ebbb371a787d None None] Current status of the port 26927228-98b2-48c8-9cac-ecbc82f70378 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:52.549879 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:54:52.568331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:52.632334 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:52.641346 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:52.651017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:52.651630 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:52.763086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:52.768874 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:52.770953 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2ef7c3df-0ad4-4191-b1ca-12f6d4423519 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0146198 Jul 21 22:54:52.773374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36058) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:52.808708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Router 3b27920b-7146-490c-afc2-8cfe78dd5290 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:54:52.959900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:52.970113 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Sync routers for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:52.981923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:50Z', 'revision_number': 3, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:52.988278 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:52.988943 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:53.018420 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:53.018808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Updating router 357b7e7d-8837-4442-9c0e-c409a7b050d2 port 0c0acbec-3978-4664-b13d-033a6f5d0f9c binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:54:53.039857 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 26927228-98b2-48c8-9cac-ecbc82f70378 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:53.075359 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.092880 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.094841 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a03284d1-72fc-420a-b353-d2b1c8ce244c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.8223433 Jul 21 22:54:53.097308 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36060) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:53.109485 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:53.309950 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:51Z', 'revision_number': 3, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:53.340612 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 26927228-98b2-48c8-9cac-ecbc82f70378 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:53.352257 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.399428 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Checking router: 3b27920b-7146-490c-afc2-8cfe78dd5290 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:53.400585 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Updating router 3b27920b-7146-490c-afc2-8cfe78dd5290 port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:54:53.446156 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.600577 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 26927228-98b2-48c8-9cac-ecbc82f70378 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:53.601567 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 145e32ba-4de0-4b49-b029-93a65f533652 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:53.614837 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:53.689094 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c09274-5c8c-4938-a7cf-8cbaa346d2a6 req-90646cb8-9d3f-4577-90b2-216750776b26 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:53.693776 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-78c09274-5c8c-4938-a7cf-8cbaa346d2a6 req-90646cb8-9d3f-4577-90b2-216750776b26 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1574667 Jul 21 22:54:53.716097 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.720858 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 145e32ba-4de0-4b49-b029-93a65f533652 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:53.722425 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (145e32ba-4de0-4b49-b029-93a65f533652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.729505 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.799250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks [] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.809691 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-78c09274-5c8c-4938-a7cf-8cbaa346d2a6 req-da9c7b23-79cd-43ae-8007-f844ef09322f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075416 Jul 21 22:54:53.884528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.946246 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 145e32ba-4de0-4b49-b029-93a65f533652 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:53.951631 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Allocated IP 172.20.0.1 (cd677390-a761-421a-b07f-23baca7a5af3/8a78d5c8-9558-4897-be74-ff6f6e1add03/b43acf93-0e68-42d2-a812-46bf8eda15fb) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:53.958173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Allocated IP 172.20.0.1 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/e9a46c4a-8a7b-4de0-8389-677737f3ad9b) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:53.983150 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Attempting to bind port 0c0acbec-3978-4664-b13d-033a6f5d0f9c on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:53.983532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Attempting to bind port 0c0acbec-3978-4664-b13d-033a6f5d0f9c by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:53.983902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Attempting to bind port 0c0acbec-3978-4664-b13d-033a6f5d0f9c on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:53.990480 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eedf5c-64c5-407b-aee2-107832f6f24b None None] Pushing event updated for resources: {'Port': ['ID=0c0acbec-3978-4664-b13d-033a6f5d0f9c,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:53.993822 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:53.994214 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:53.994630 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:53.995070 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:53.995543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Bound port: 0c0acbec-3978-4664-b13d-033a6f5d0f9c, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:53.995929 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.073485 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.103258 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36076) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:54.104128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks [] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.104514 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] For port 0c0acbec-3978-4664-b13d-033a6f5d0f9c, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:54.108069 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.111147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] For port 0c0acbec-3978-4664-b13d-033a6f5d0f9c, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=0c0acbec-3978-4664-b13d-033a6f5d0f9c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:54.134936 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks [] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.141831 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks [] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.220237 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d24cca1b-1313-4ff8-81e6-45a04f2da1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.233030 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.233971 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.234388 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.281690 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Pushing event updated for resources: {'Port': ['ID=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,revision_number=2']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.294370 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.294869 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.295465 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.296086 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.296595 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.297109 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.297612 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.298112 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.298626 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.299143 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.299650 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.300167 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.300679 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.301173 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.301691 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:54:54.309890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Network cd677390-a761-421a-b07f-23baca7a5af3 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:54.313168 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Attempting to bind port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:54.313611 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Attempting to bind port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:54.314246 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Attempting to bind port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:54.317789 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:54.319892 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.320273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d24cca1b-1313-4ff8-81e6-45a04f2da1da admin admin] Publish callbacks [] for security_group (ae0aabae-9776-4518-94fc-b87541d87391), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.322241 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:54.322379 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.340245 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:54.342059 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:54.342473 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.343538 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:54.344167 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Bound port: 7901ad82-4a22-4039-b3c1-d92b4fdce3a0, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:54.344713 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.345271 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:54.346397 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:54.349233 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eedf5c-64c5-407b-aee2-107832f6f24b None None] Pushing event updated for resources: {'Port': ['ID=0c0acbec-3978-4664-b13d-033a6f5d0f9c,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.388842 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:54.391010 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (3b27920b-7146-490c-afc2-8cfe78dd5290), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.400180 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.403130 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:54.405432 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d24cca1b-1313-4ff8-81e6-45a04f2da1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ae0aabae-9776-4518-94fc-b87541d87391), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.431372 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] For port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:54.432697 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:54.433739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.437606 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] For port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:54.471481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:UPDATE=2,neutron:SELECT=95,neutron:INSERT=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.505892 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d24cca1b-1313-4ff8-81e6-45a04f2da1da admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b9325bcb8a5c429383a0a51f086ec437&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4007986 Jul 21 22:54:54.508788 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36084) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:54.520233 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.548356 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:54.588744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24cca1b-1313-4ff8-81e6-45a04f2da1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae0aabae-9776-4518-94fc-b87541d87391,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.637814 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.642822 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] Publish callbacks [] for security_group (ae0aabae-9776-4518-94fc-b87541d87391), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.668009 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.679915 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:54.679915 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:54.684387 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c86e8f-74a0-42e6-aa83-e725e6cef3fc None None] Pushing event updated for resources: {'Port': ['ID=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.693703 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] Publish callbacks [] for security_group (ae0aabae-9776-4518-94fc-b87541d87391), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.778888 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.802029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-18c3931f-cfe2-491c-a0f4-d93baf231e0d None None] Provisioning complete for port b43acf93-0e68-42d2-a812-46bf8eda15fb triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:54.807848 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.808306 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-18c3931f-cfe2-491c-a0f4-d93baf231e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.831267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.837494 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ae0aabae-9776-4518-94fc-b87541d87391), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.843522 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:54.851126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ae0aabae-9776-4518-94fc-b87541d87391 HTTP/1.1" status: 204 len: 168 time: 0.3403444 Jul 21 22:54:54.888158 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1470ad0-c576-4ab8-8c9d-ab0cd580e06f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae0aabae-9776-4518-94fc-b87541d87391,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:54.976089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-18c3931f-cfe2-491c-a0f4-d93baf231e0d None None] Port b43acf93-0e68-42d2-a812-46bf8eda15fb cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:54:54.983768 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:54.996489 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:55.002935 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:50Z', 'revision_number': 3, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:55.020784 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:55.033401 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1406208-b036-4816-bbd5-3749c5bbd325 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:50Z', 'revision_number': 3, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:54:55.068915 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2298c127-bbb9-43af-8438-89960254ced6 req-7190cf58-8872-499a-9849-c452d4a3483c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:55.070804 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2298c127-bbb9-43af-8438-89960254ced6 req-7190cf58-8872-499a-9849-c452d4a3483c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1371524 Jul 21 22:54:55.102278 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-fcab7563-9c0a-41dd-a5c7-4e42b4d95ee7 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:55.102278 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fcab7563-9c0a-41dd-a5c7-4e42b4d95ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.158252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:55.166869 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks [] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.184274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-fcab7563-9c0a-41dd-a5c7-4e42b4d95ee7 None None] Port e9a46c4a-8a7b-4de0-8389-677737f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:54:55.250493 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.253436 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.265360 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2298c127-bbb9-43af-8438-89960254ced6 req-74a1e233-7d0e-4b16-86d6-8f5336037fd1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335289 Jul 21 22:54:55.303554 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks [] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.350627 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:51Z', 'revision_number': 3, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:55.404544 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.421765 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-684c1b2b-39e2-42af-a062-ba089a02328b None None] The sync data for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi is: [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:51Z', 'revision_number': 3, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:54:55.532803 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:55.551170 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Pushing event updated for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:55.575314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:55.576769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:55.695654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (3b27920b-7146-490c-afc2-8cfe78dd5290), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.703482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Pushing event updated for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:55.800811 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:54:55.950369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-db703849-9b19-423e-86e1-f0516ba2ba71 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:55.951374 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-db703849-9b19-423e-86e1-f0516ba2ba71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:55.990507 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:56.004364 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1971f3f8-40d6-4609-b411-33a7cf99bf96 admin admin] 10.222.0.52 "PUT /v2.0/routers/357b7e7d-8837-4442-9c0e-c409a7b050d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2278421 Jul 21 22:54:56.009047 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-db703849-9b19-423e-86e1-f0516ba2ba71 None None] Port e9a46c4a-8a7b-4de0-8389-677737f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:54:56.276708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Network cd677390-a761-421a-b07f-23baca7a5af3 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:56.279902 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:56.518755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8f78d8-b257-4751-8b86-fa55b629c3f4 req-d0677ecc-1e61-40b0-bf39-19d9ddd0d385 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:56.525211 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b8f78d8-b257-4751-8b86-fa55b629c3f4 req-d0677ecc-1e61-40b0-bf39-19d9ddd0d385 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1014395 Jul 21 22:54:56.539060 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Router 3b27920b-7146-490c-afc2-8cfe78dd5290 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:54:56.581151 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36144) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:56.587173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--787358432', 'description': 'tempest-description--1736005329'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:56.643873 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-f3505b21-8ce3-4179-a2d8-edd949a69da5 None None] Provisioning complete for port b43acf93-0e68-42d2-a812-46bf8eda15fb triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:56.644360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f3505b21-8ce3-4179-a2d8-edd949a69da5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:56.665558 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b8f78d8-b257-4751-8b86-fa55b629c3f4 req-0d8e11bd-2987-4229-8c06-0883b016856b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301405 Jul 21 22:54:56.685670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:56.690103 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f3505b21-8ce3-4179-a2d8-edd949a69da5 None None] Port b43acf93-0e68-42d2-a812-46bf8eda15fb cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:54:56.782752 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:54:56.794829 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-73a858af-2c46-446e-a100-9cc0da72eaf9 admin admin] 10.222.0.52 "PUT /v2.0/routers/3b27920b-7146-490c-afc2-8cfe78dd5290/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6916878 Jul 21 22:54:56.803654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (fdcad8f9-368b-44f0-836b-e0213b7c03ce), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:56.899688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (fdcad8f9-368b-44f0-836b-e0213b7c03ce), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:56.953971 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdcad8f9-368b-44f0-836b-e0213b7c03ce,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:57.061692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 0c0acbec-3978-4664-b13d-033a6f5d0f9c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:57.064081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.065647 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-84c058ba-f301-4fa9-a3f9-06d4a1be774b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4831865 Jul 21 22:54:57.069054 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36164) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:57.074326 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': 'fdcad8f9-368b-44f0-836b-e0213b7c03ce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:57.114235 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 0c0acbec-3978-4664-b13d-033a6f5d0f9c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:57.114612 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.149504 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:57.160789 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:57.199068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (cb609e99-1958-4e53-9a82-b952f7ee9443), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.200097 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 0c0acbec-3978-4664-b13d-033a6f5d0f9c is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:57.200496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.239701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 0c0acbec-3978-4664-b13d-033a6f5d0f9c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=0c0acbec-3978-4664-b13d-033a6f5d0f9c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:57.300461 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (cb609e99-1958-4e53-9a82-b952f7ee9443), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.387776 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.389357 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:57.398463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (cb609e99-1958-4e53-9a82-b952f7ee9443), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.424552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb609e99-1958-4e53-9a82-b952f7ee9443,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:57.476938 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=0c0acbec-3978-4664-b13d-033a6f5d0f9c,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:57.488271 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:57.488761 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.519812 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.523627 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f7e5a158-4eb0-409f-967d-01fd0b472716 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4519944 Jul 21 22:54:57.528991 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36176) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:57.531718 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': 'fdcad8f9-368b-44f0-836b-e0213b7c03ce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:57.537046 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:57.571354 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:57.571753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.594846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:54:57.650096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.661858 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (4004e053-95ad-4a70-8723-923ba6646cce), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.728100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:57.731505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (4004e053-95ad-4a70-8723-923ba6646cce), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.757541 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36184) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:57.760683 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-118846984-network', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:57.833577 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (4004e053-95ad-4a70-8723-923ba6646cce), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.836611 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503a179f-d507-4fee-9606-bb9a501e5e79 req-9d9881db-8dad-4018-b6fa-0e6bda500bf8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:57.843840 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-503a179f-d507-4fee-9606-bb9a501e5e79 req-9d9881db-8dad-4018-b6fa-0e6bda500bf8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0670080 Jul 21 22:54:57.867926 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4004e053-95ad-4a70-8723-923ba6646cce,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:57.881246 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:57.891714 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-503a179f-d507-4fee-9606-bb9a501e5e79 req-a5de1b48-d110-4f6e-aa33-609ef854ea15 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469072 Jul 21 22:54:57.930147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Made reservation on behalf of f06551316b854fcdb193b2ec592a644c for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:57.932961 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.951010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.968903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:57.970801 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-afc92b9e-24a6-4695-8946-b2d05dd87181 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4438756 Jul 21 22:54:57.973867 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36196) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:57.980615 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:58.065754 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks [] for security_group (6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.115179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Sync routers for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:58.119207 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.126274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:58.127201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:58.149476 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.173221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:58.185290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 636} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:54:58.203261 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:58.214812 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (2f7b45cc-50bb-4cea-92cd-684ca768ae1a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.214812 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Added segment 2f7b45cc-50bb-4cea-92cd-684ca768ae1a of type vlan for network 546081c0-3908-486f-85cb-bed9f49de7b4 Jul 21 22:54:58.221731 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.223972 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:54:58.237973 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:58.243776 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:58.247921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:58.278952 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (546081c0-3908-486f-85cb-bed9f49de7b4), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.363327 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:58.382548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.27.0.218 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/8d5834cf-3964-47aa-bd75-185fbb835bcc) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:54:58.421593 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (546081c0-3908-486f-85cb-bed9f49de7b4), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.422590 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:58.423223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.500144 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 2, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:58.505352 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] Pushing event updated for resources: {'Network': ['ID=546081c0-3908-486f-85cb-bed9f49de7b4,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:58.530943 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.531442 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 546081c0-3908-486f-85cb-bed9f49de7b4 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:54:58.536254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Checking router: 3b27920b-7146-490c-afc2-8cfe78dd5290 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:58.536400 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Updating router 3b27920b-7146-490c-afc2-8cfe78dd5290 port b43acf93-0e68-42d2-a812-46bf8eda15fb binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:54:58.540547 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ee124c5d-af97-436a-9e8a-45fdaeb1d7d6 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7837141 Jul 21 22:54:58.543369 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36208) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:58.557587 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Request body: {'subnet': {'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-118846984-subnet', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:58.574311 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:58.604849 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:58.610083 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:54:58.610704 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Updating router 357b7e7d-8837-4442-9c0e-c409a7b050d2 port e9a46c4a-8a7b-4de0-8389-677737f3ad9b binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:54:58.616524 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.643425 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.645919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36210) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:58.684832 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Made reservation on behalf of f06551316b854fcdb193b2ec592a644c for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:54:58.687809 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.696293 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.765494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:54:58.777854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:58.790334 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:54:58.798065 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=8d5834cf-3964-47aa-bd75-185fbb835bcc,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:58.865480 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90fdbb95-de12-4ba1-867e-1df30802ef87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.892303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:58.976474 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.000458 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks [] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.020821 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90fdbb95-de12-4ba1-867e-1df30802ef87 admin admin] Publish callbacks [] for security_group (4edf07cc-8f4e-4a6b-b477-5376b6f45aab), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.053731 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.055907 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (6adae804-3363-4a56-ae72-1af220b7a9dd), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.090282 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.097140 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 0c0acbec-3978-4664-b13d-033a6f5d0f9c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:59.125680 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90fdbb95-de12-4ba1-867e-1df30802ef87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4edf07cc-8f4e-4a6b-b477-5376b6f45aab), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.134968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae480597-10d9-42a2-b438-686fa634ea4b req-26c7c16c-22f2-4a45-83ff-8eee01f920a5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:59.136576 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae480597-10d9-42a2-b438-686fa634ea4b req-26c7c16c-22f2-4a45-83ff-8eee01f920a5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0936909 Jul 21 22:54:59.197698 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-90fdbb95-de12-4ba1-867e-1df30802ef87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1adf6d8fe0774070a02b77d1e712990b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5506706 Jul 21 22:54:59.203594 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36220) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:59.212981 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae480597-10d9-42a2-b438-686fa634ea4b req-6ce2ed22-bdfa-458d-904b-3da682ffc641 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707219 Jul 21 22:54:59.217085 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501e66-d249-4ec7-a690-db2ee047abd8 None None] Pushing event updated for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.255844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6adae804-3363-4a56-ae72-1af220b7a9dd,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.265859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.281369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks [] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.298846 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fdbb95-de12-4ba1-867e-1df30802ef87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4edf07cc-8f4e-4a6b-b477-5376b6f45aab,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.303355 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 0c0acbec-3978-4664-b13d-033a6f5d0f9c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:59.304113 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.329690 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Checking segment: {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:59.330061 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Network hostable DHCP agents. Network: 546081c0-3908-486f-85cb-bed9f49de7b4, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:54:59.344275 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.354962 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.358691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.366793 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] Publish callbacks [] for security_group (4edf07cc-8f4e-4a6b-b477-5376b6f45aab), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.366989 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Attempting to bind port e9a46c4a-8a7b-4de0-8389-677737f3ad9b on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:59.371967 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Attempting to bind port e9a46c4a-8a7b-4de0-8389-677737f3ad9b by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:59.371967 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Attempting to bind port e9a46c4a-8a7b-4de0-8389-677737f3ad9b on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:59.376982 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:59.377644 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:59.378052 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.378727 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:59.380186 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Bound port: e9a46c4a-8a7b-4de0-8389-677737f3ad9b, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:59.381407 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.395816 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.397369 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] Publish callbacks [] for security_group (4edf07cc-8f4e-4a6b-b477-5376b6f45aab), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.427865 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.446853 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 0c0acbec-3978-4664-b13d-033a6f5d0f9c is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:54:59.449339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:54:59.455790 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Network 546081c0-3908-486f-85cb-bed9f49de7b4 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:54:59.494708 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.499733 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] For port e9a46c4a-8a7b-4de0-8389-677737f3ad9b, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:59.505433 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] For port e9a46c4a-8a7b-4de0-8389-677737f3ad9b, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:59.537740 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=8d5834cf-3964-47aa-bd75-185fbb835bcc,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.540418 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.551646 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7613ab-88d9-4d25-96fa-7e94e24f915d None None] Pushing event updated for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.573250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d1d65ff0-eef3-463a-918e-f75586396691 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:59.573626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d1d65ff0-eef3-463a-918e-f75586396691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.585194 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4edf07cc-8f4e-4a6b-b477-5376b6f45aab), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.588055 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.591942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4edf07cc-8f4e-4a6b-b477-5376b6f45aab HTTP/1.1" status: 204 len: 168 time: 0.3837428 Jul 21 22:54:59.598633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4452661-fbbe-4486-b989-da33427e71d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4edf07cc-8f4e-4a6b-b477-5376b6f45aab,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.600734 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Attempting to bind port b43acf93-0e68-42d2-a812-46bf8eda15fb on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:54:59.601133 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Attempting to bind port b43acf93-0e68-42d2-a812-46bf8eda15fb by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:54:59.601493 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Attempting to bind port b43acf93-0e68-42d2-a812-46bf8eda15fb on network cd677390-a761-421a-b07f-23baca7a5af3 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:54:59.614868 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.618324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.619698 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5d831be6-d37e-43fc-9242-91155633e08d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6447001 Jul 21 22:54:59.620052 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 546081c0-3908-486f-85cb-bed9f49de7b4) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:54:59.628849 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:54:59.629516 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.630098 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:54:59.630478 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Checking segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:54:59.630912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.631594 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Bound using segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:54:59.631772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Bound port: b43acf93-0e68-42d2-a812-46bf8eda15fb, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:54:59.632147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.641889 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:59.642264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.648768 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6621cef-c31a-4d74-8698-174ccaf75ef4 None None] Network 546081c0-3908-486f-85cb-bed9f49de7b4 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:54:59.687617 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d1d65ff0-eef3-463a-918e-f75586396691 None None] Port e9a46c4a-8a7b-4de0-8389-677737f3ad9b cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:54:59.707125 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54501e66-d249-4ec7-a690-db2ee047abd8 None None] Pushing event updated for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:54:59.719615 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:54:59.720250 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:54:59.737661 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-833ef744-db17-422a-9d66-808c7bb20f71 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1930513 Jul 21 22:54:59.740298 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36228) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:54:59.747890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:54:59.877426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] For port b43acf93-0e68-42d2-a812-46bf8eda15fb, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:54:59.881211 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-16a86ad0-6923-467b-a2f4-ae57fd21c3a0 None None] Provisioning complete for port b43acf93-0e68-42d2-a812-46bf8eda15fb triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:54:59.881744 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-16a86ad0-6923-467b-a2f4-ae57fd21c3a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.896592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (98135a13-b610-4e79-88e7-7b7a4c271213), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.898489 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (98135a13-b610-4e79-88e7-7b7a4c271213), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:54:59.907419 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:54:59.953270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:54:59.958241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] For port b43acf93-0e68-42d2-a812-46bf8eda15fb, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b43acf93-0e68-42d2-a812-46bf8eda15fb,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:54:59.976914 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-8e05c643-0de6-4080-a37b-eb5573395273 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--787358432&fields=id&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 267 time: 0.0915339 Jul 21 22:54:59.990044 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-546081c0-3908-486f-85cb-bed9f49de7b4', 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4', 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'fixed_ips': [{'subnet_id': '6adae804-3363-4a56-ae72-1af220b7a9dd'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:54:59.990044 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.024280 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for router_controller (98135a13-b610-4e79-88e7-7b7a4c271213), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.046201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:00.056819 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-16a86ad0-6923-467b-a2f4-ae57fd21c3a0 None None] Port b43acf93-0e68-42d2-a812-46bf8eda15fb cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:00.056819 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.195665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-5a8d7b41-7ef7-41a1-a960-38d0ef679625 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:00.199031 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-5a8d7b41-7ef7-41a1-a960-38d0ef679625 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.2136500 Jul 21 22:55:00.219192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:00.219567 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.221052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7613ab-88d9-4d25-96fa-7e94e24f915d None None] Pushing event updated for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:00.227228 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:00.227887 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:00.236379 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-4d79c2ed-f10d-4159-8487-517fb8a97eb0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/quotas/224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 375 time: 0.0295770 Jul 21 22:55:00.272067 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:00.302963 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:00.310668 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:59Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:00.310917 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for router_gateway (98135a13-b610-4e79-88e7-7b7a4c271213), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.346676 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-19885877-9bcd-4d56-be0a-bad9fd83451c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1050739 Jul 21 22:55:00.410176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5675864-92b9-4d23-a0be-fb2481421005 req-53db93cf-66fd-4cbc-a249-483595b0357a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:00.418888 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b5675864-92b9-4d23-a0be-fb2481421005 req-53db93cf-66fd-4cbc-a249-483595b0357a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0780528 Jul 21 22:55:00.440658 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Allocated IP 172.20.0.2 (546081c0-3908-486f-85cb-bed9f49de7b4/6adae804-3363-4a56-ae72-1af220b7a9dd/815370dc-4472-4d33-bd5a-59a6f1503ea3) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:00.526217 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-13ae79dc-6a5a-4015-88e2-870ed00afe27 service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587522 Jul 21 22:55:00.530565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:00.572274 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfab038-a64d-49f4-929a-956b391fc241 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:59Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:55:00.587209 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:00.602463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36250) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:00.619912 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08490afd-8157-4c00-af0e-654ed76ef28c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.676198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=76,neutron:INSERT=18,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:00.692890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Current status of the port e9a46c4a-8a7b-4de0-8389-677737f3ad9b is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:00.693660 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.709266 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b5675864-92b9-4d23-a0be-fb2481421005 req-c159a184-6e4d-4086-918c-839f1c0bbe89 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2892988 Jul 21 22:55:00.711445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:00.720347 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-1e6ebce6-5aad-4175-8666-9bb785a27b9b service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878688 Jul 21 22:55:00.778587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for router_gateway (98135a13-b610-4e79-88e7-7b7a4c271213), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.804281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08490afd-8157-4c00-af0e-654ed76ef28c admin admin] Publish callbacks [] for security_group (ac589488-0ec6-4dd2-bd18-10082b39dfbb), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.812303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.890655 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08490afd-8157-4c00-af0e-654ed76ef28c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ac589488-0ec6-4dd2-bd18-10082b39dfbb), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:00.975626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] For port e9a46c4a-8a7b-4de0-8389-677737f3ad9b, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:00.977362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08490afd-8157-4c00-af0e-654ed76ef28c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac589488-0ec6-4dd2-bd18-10082b39dfbb,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:01.000564 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-08490afd-8157-4c00-af0e-654ed76ef28c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08ca1a8b470d48d596408d9edd4c69b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3958220 Jul 21 22:55:01.002964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36254) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:01.145409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Allocated IP 172.27.0.69 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/2658668e-a6c8-4f68-a66d-f51998eb2f22) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:01.157640 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.168798 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e9a46c4a-8a7b-4de0-8389-677737f3ad9b up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:01.178709 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] Publish callbacks [] for security_group (ac589488-0ec6-4dd2-bd18-10082b39dfbb), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.211147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] Publish callbacks [] for security_group (ac589488-0ec6-4dd2-bd18-10082b39dfbb), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.257197 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf5a54a-61e8-49a3-8e01-d4f99dd0530d req-16c90dbf-a455-47b7-87b3-9f5e4638ef39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:01.258927 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddf5a54a-61e8-49a3-8e01-d4f99dd0530d req-16c90dbf-a455-47b7-87b3-9f5e4638ef39 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1129 time: 0.1487737 Jul 21 22:55:01.295327 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f589460e-1b95-4ada-902c-896016809ccd req-5212e548-6e6c-4104-9f2d-9bf796e1bb81 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.1876640 Jul 21 22:55:01.343292 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Provisioning complete for port b43acf93-0e68-42d2-a812-46bf8eda15fb triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:01.343778 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.370753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:01.395807 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ac589488-0ec6-4dd2-bd18-10082b39dfbb), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.406925 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddf5a54a-61e8-49a3-8e01-d4f99dd0530d req-aaf346c6-aaaa-4b7f-aa66-38311ff7ef64 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272256 Jul 21 22:55:01.409986 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks [] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.411769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.414183 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ac589488-0ec6-4dd2-bd18-10082b39dfbb HTTP/1.1" status: 204 len: 168 time: 0.4088650 Jul 21 22:55:01.440303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566dcb77-cefe-4494-8061-304638927b4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac589488-0ec6-4dd2-bd18-10082b39dfbb,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:01.473322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.483278 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:01.486846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.581532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50d6547-87a2-4be3-bef7-f10913e4e1a5 None None] Pushing event updated for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:01.591982 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.681358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:01.790058 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:01.795752 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:01.805050 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:01.890649 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Pushing event updated for resources: {'Port': ['ID=2658668e-a6c8-4f68-a66d-f51998eb2f22,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:01.927650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c97199-e1c7-4660-95b0-c3e24ed3892a req-4d6267f6-1eff-42a8-91e5-1eee8eb7857e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:01.935929 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-20c97199-e1c7-4660-95b0-c3e24ed3892a req-4d6267f6-1eff-42a8-91e5-1eee8eb7857e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.1102231 Jul 21 22:55:02.000201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Network 546081c0-3908-486f-85cb-bed9f49de7b4 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:02.009512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:02.014019 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:02.016122 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Pushing event updated for resources: {'Port': ['ID=815370dc-4472-4d33-bd5a-59a6f1503ea3,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:02.022938 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:59Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:02.046557 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-20c97199-e1c7-4660-95b0-c3e24ed3892a req-7e16542c-93bf-4673-9351-c9a8de58f857 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050131 Jul 21 22:55:02.067979 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:02.111833 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-099400f4-8d85-4a02-b791-e5a87f347e84 None None] The sync data for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi is: [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:54:59Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:55:02.179494 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Current status of the port b43acf93-0e68-42d2-a812-46bf8eda15fb is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:02.180331 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.189504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port e9a46c4a-8a7b-4de0-8389-677737f3ad9b is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:02.218308 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Attempting to bind port 815370dc-4472-4d33-bd5a-59a6f1503ea3 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:02.218694 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Attempting to bind port 815370dc-4472-4d33-bd5a-59a6f1503ea3 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:02.219098 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Attempting to bind port 815370dc-4472-4d33-bd5a-59a6f1503ea3 on network 546081c0-3908-486f-85cb-bed9f49de7b4 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:02.233961 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:02.234431 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Checking segment: {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:02.234751 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.235192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Bound using segment: {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:02.235668 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Bound port: 815370dc-4472-4d33-bd5a-59a6f1503ea3, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:02.236063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.242430 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] For port b43acf93-0e68-42d2-a812-46bf8eda15fb, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b43acf93-0e68-42d2-a812-46bf8eda15fb,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:02.369530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for router_gateway (98135a13-b610-4e79-88e7-7b7a4c271213), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.369799 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.423986 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] For port 815370dc-4472-4d33-bd5a-59a6f1503ea3, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:02.459631 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] For port 815370dc-4472-4d33-bd5a-59a6f1503ea3, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=815370dc-4472-4d33-bd5a-59a6f1503ea3,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:02.481225 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c933f7a0-4631-41ed-9e0d-fbbc1dbc224f None None] Pushing event updated for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:02.490413 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7eec53f9-8a10-463a-b82a-f8f42d49c852 req-95879fa5-36de-4e61-86c8-6339b22017e4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0530925 Jul 21 22:55:02.515322 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36300) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:02.528271 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-571106ca-91b0-4962-9644-c5c5ae4a95e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.574293 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.674854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (98135a13-b610-4e79-88e7-7b7a4c271213), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.690741 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-571106ca-91b0-4962-9644-c5c5ae4a95e7 admin admin] Publish callbacks [] for security_group (629a2a0a-e112-4087-b700-e8aa73938c2c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.691036 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49197-8401-427c-8935-f35fc9a15a20 None None] Pushing event updated for resources: {'Port': ['ID=815370dc-4472-4d33-bd5a-59a6f1503ea3,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:02.752762 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:02.804209 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-571106ca-91b0-4962-9644-c5c5ae4a95e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (629a2a0a-e112-4087-b700-e8aa73938c2c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:02.868978 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-571106ca-91b0-4962-9644-c5c5ae4a95e7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b8b773ffcab4a3cae7ef5232f763576&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3561428 Jul 21 22:55:02.869820 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571106ca-91b0-4962-9644-c5c5ae4a95e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=629a2a0a-e112-4087-b700-e8aa73938c2c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:02.871824 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36304) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:02.890684 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Router 98135a13-b610-4e79-88e7-7b7a4c271213 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:55:02.925152 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:03.048795 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] Publish callbacks [] for security_group (629a2a0a-e112-4087-b700-e8aa73938c2c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.083493 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] Publish callbacks [] for security_group (629a2a0a-e112-4087-b700-e8aa73938c2c), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.124626 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:55:03.136896 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Sync routers for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:55:03.146620 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 815370dc-4472-4d33-bd5a-59a6f1503ea3 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:03.176249 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:03.176890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:03.240789 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1b77c-6e70-4a74-966b-b91166105ed2 req-dbc4c6de-9022-44d5-a682-df06081caf33 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:03.243568 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-86c1b77c-6e70-4a74-966b-b91166105ed2 req-dbc4c6de-9022-44d5-a682-df06081caf33 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0934763 Jul 21 22:55:03.302415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 815370dc-4472-4d33-bd5a-59a6f1503ea3 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:03.302807 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.310799 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.317671 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-61c5bf1c-da6b-4d77-acc9-6deec0335c95 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 3.5758939 Jul 21 22:55:03.319817 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-86c1b77c-6e70-4a74-966b-b91166105ed2 req-e5bac790-8196-4f29-82a4-88bea3d4757c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629227 Jul 21 22:55:03.322314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36308) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:03.335346 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (629a2a0a-e112-4087-b700-e8aa73938c2c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.339692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:03.340426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.343706 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/629a2a0a-e112-4087-b700-e8aa73938c2c HTTP/1.1" status: 204 len: 168 time: 0.4681294 Jul 21 22:55:03.360304 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb74658-029b-465c-89f1-f7edf1dcf665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=629a2a0a-e112-4087-b700-e8aa73938c2c,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:03.372345 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:03.552882 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:03.610896 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 815370dc-4472-4d33-bd5a-59a6f1503ea3 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:03.611900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.705555 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b45768fa-ab63-4a31-ae59-0c4268ef6501 req-a9a47f7a-2794-4a11-8a38-73d080086842 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0759261 Jul 21 22:55:03.762735 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=81,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:03.770983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 815370dc-4472-4d33-bd5a-59a6f1503ea3, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=815370dc-4472-4d33-bd5a-59a6f1503ea3,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:03.805810 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 3, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:03.841640 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Checking router: 98135a13-b610-4e79-88e7-7b7a4c271213 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:55:03.842176 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Updating router 98135a13-b610-4e79-88e7-7b7a4c271213 port 2658668e-a6c8-4f68-a66d-f51998eb2f22 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:55:03.871390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:03.872235 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e9a46c4a-8a7b-4de0-8389-677737f3ad9b up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:03.898509 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.137387 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port e9a46c4a-8a7b-4de0-8389-677737f3ad9b triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:04.137772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.155743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=815370dc-4472-4d33-bd5a-59a6f1503ea3,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:04.204523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:04.270210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.351966 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6953a76f-eb10-45b2-aa68-b3354be62163 None None] Network 546081c0-3908-486f-85cb-bed9f49de7b4 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:55:04.415297 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port e9a46c4a-8a7b-4de0-8389-677737f3ad9b is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:04.418442 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b43acf93-0e68-42d2-a812-46bf8eda15fb up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:04.464033 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732a5ce-771a-41b4-aaa3-6b7d615673c6 req-cdda4eae-a0be-4dd7-9b67-c5222b6c4388 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:04.465613 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d732a5ce-771a-41b4-aaa3-6b7d615673c6 req-cdda4eae-a0be-4dd7-9b67-c5222b6c4388 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0651503 Jul 21 22:55:04.521066 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:INSERT=1,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:04.557926 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-01b9caae-c758-40df-b866-70bd6e1884da None None] Provisioning complete for port 815370dc-4472-4d33-bd5a-59a6f1503ea3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:04.558605 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-01b9caae-c758-40df-b866-70bd6e1884da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.564251 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Allocated IP 172.20.0.1 (546081c0-3908-486f-85cb-bed9f49de7b4/6adae804-3363-4a56-ae72-1af220b7a9dd/8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:04.584737 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d732a5ce-771a-41b4-aaa3-6b7d615673c6 req-4ec57b9c-3f7b-4fe1-a815-9beedca8ebef tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911214 Jul 21 22:55:04.633512 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36350) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:04.781247 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfa39ee-f1e3-4dce-8ad1-e57ad73077e3 req-e45d190c-ebec-4a8c-acde-1abc7e1636b8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:04.792875 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bdfa39ee-f1e3-4dce-8ad1-e57ad73077e3 req-e45d190c-ebec-4a8c-acde-1abc7e1636b8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.1065578 Jul 21 22:55:04.804793 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks [] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.814237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port b43acf93-0e68-42d2-a812-46bf8eda15fb triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:04.814939 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.892682 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.899548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7a2f430b-cab9-4170-9e58-b7da232a93b6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:04.938366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bdfa39ee-f1e3-4dce-8ad1-e57ad73077e3 req-dfbc39bf-f79c-43b4-980a-340ad49f8fdf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444154 Jul 21 22:55:04.952579 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558e34-8fe6-4f0b-ac96-72e361e01c93 None None] Pushing event updated for resources: {'Port': ['ID=2658668e-a6c8-4f68-a66d-f51998eb2f22,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:04.969244 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:04.978246 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-01b9caae-c758-40df-b866-70bd6e1884da None None] Current status of the port 815370dc-4472-4d33-bd5a-59a6f1503ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:05.123968 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-598462e7-aa75-453d-8bf2-536ec4711f7c req-1ba725f3-102e-4133-a849-02266e803008 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0529103 Jul 21 22:55:05.189229 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks [] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.227405 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port b43acf93-0e68-42d2-a812-46bf8eda15fb is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:05.246424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Attempting to bind port 2658668e-a6c8-4f68-a66d-f51998eb2f22 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:05.248132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Attempting to bind port 2658668e-a6c8-4f68-a66d-f51998eb2f22 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:05.248743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Attempting to bind port 2658668e-a6c8-4f68-a66d-f51998eb2f22 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:05.260057 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:05.260631 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:05.261210 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.262259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:05.263070 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Bound port: 2658668e-a6c8-4f68-a66d-f51998eb2f22, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:05.263908 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.266313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-111064ea-c2e0-4b92-a34c-758d585602c4 None None] Provisioning complete for port 815370dc-4472-4d33-bd5a-59a6f1503ea3 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:05.267588 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-111064ea-c2e0-4b92-a34c-758d585602c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.288700 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36368) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:05.289900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7a2f430b-cab9-4170-9e58-b7da232a93b6 admin admin] Publish callbacks [] for security_group (07d2342b-86a2-4161-b3c6-bc9cca043cd3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.297772 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-b9473e6c-41f2-44ba-bfe2-5d78e074a555 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:05.299634 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-b9473e6c-41f2-44ba-bfe2-5d78e074a555 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.3124115 Jul 21 22:55:05.336652 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.369745 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] For port 2658668e-a6c8-4f68-a66d-f51998eb2f22, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:05.374036 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] For port 2658668e-a6c8-4f68-a66d-f51998eb2f22, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2658668e-a6c8-4f68-a66d-f51998eb2f22,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:05.396288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Network 546081c0-3908-486f-85cb-bed9f49de7b4 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:05.403077 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:05.407788 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:05.411334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (98135a13-b610-4e79-88e7-7b7a4c271213), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.415088 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7a2f430b-cab9-4170-9e58-b7da232a93b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (07d2342b-86a2-4161-b3c6-bc9cca043cd3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.429043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 815370dc-4472-4d33-bd5a-59a6f1503ea3 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:05.455957 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-d0608927-1815-4158-bebd-70f7d23b8574 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 379 time: 0.1445007 Jul 21 22:55:05.476546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'port': {'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'admin_state_up': True, 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'security_groups': ['fdcad8f9-368b-44f0-836b-e0213b7c03ce']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:05.500279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.516423 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-7a2f430b-cab9-4170-9e58-b7da232a93b6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=40d62acc2a1a40aaa2a5cb7b4ef9072b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8805976 Jul 21 22:55:05.520532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-111064ea-c2e0-4b92-a34c-758d585602c4 None None] Current status of the port 815370dc-4472-4d33-bd5a-59a6f1503ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:05.526211 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f430b-cab9-4170-9e58-b7da232a93b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d2342b-86a2-4161-b3c6-bc9cca043cd3,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:05.546260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36376) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:05.559940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1126313451-network', 'tenant_id': '2822a8cb96b94bf3bf525b0785c36934'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:05.614735 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:05.615421 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:05.674986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] Publish callbacks [] for security_group (07d2342b-86a2-4161-b3c6-bc9cca043cd3), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.678352 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:05.683305 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Made reservation on behalf of 2822a8cb96b94bf3bf525b0785c36934 for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:55:05.691470 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.704626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 815370dc-4472-4d33-bd5a-59a6f1503ea3 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:05.705002 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.718136 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.728213 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf558e34-8fe6-4f0b-ac96-72e361e01c93 None None] Pushing event updated for resources: {'Port': ['ID=2658668e-a6c8-4f68-a66d-f51998eb2f22,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:05.728575 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] Publish callbacks [] for security_group (07d2342b-86a2-4161-b3c6-bc9cca043cd3), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.791144 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-f34276ad-15c4-4b2e-9c06-1c1bbd7e07cd None None] Provisioning complete for port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:05.791513 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f34276ad-15c4-4b2e-9c06-1c1bbd7e07cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.792385 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.850814 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f34276ad-15c4-4b2e-9c06-1c1bbd7e07cd None None] Port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:05.865085 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:55:05.868629 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.906147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:05.909642 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (07d2342b-86a2-4161-b3c6-bc9cca043cd3), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.913333 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:05.917673 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/07d2342b-86a2-4161-b3c6-bc9cca043cd3 HTTP/1.1" status: 204 len: 168 time: 0.3634706 Jul 21 22:55:05.954555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c66ddb-c5ba-4d79-839c-bbb9afa192b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07d2342b-86a2-4161-b3c6-bc9cca043cd3,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:05.969851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 815370dc-4472-4d33-bd5a-59a6f1503ea3 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:05.973492 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks [] for security_group (c467ca80-146b-428f-a987-03fa1f1487fc), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.048693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks [] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.057452 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.20.0.11 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/11031c16-fb45-409c-9526-c98d27b69652) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:06.078333 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c467ca80-146b-428f-a987-03fa1f1487fc), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.095129 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 623} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:55:06.120635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (991862c6-589a-4c04-8829-02c79bb8a8af), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.120988 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Added segment 991862c6-589a-4c04-8829-02c79bb8a8af of type vlan for network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 Jul 21 22:55:06.130673 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c467ca80-146b-428f-a987-03fa1f1487fc,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:06.145513 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 3, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:06.158760 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.160627 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (98135a13-b610-4e79-88e7-7b7a4c271213), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.172494 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3c03091-279f-4592-914c-95d6981bb13d None None] The sync data for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi is: [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 3, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:55:06.211555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.266657 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Pushing event updated for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:06.293610 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (11031c16-fb45-409c-9526-c98d27b69652), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.325856 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3c7f7cdb-e82e-4996-bb1d-f32a796a37ec req-0e29ebc7-46e5-48b2-9ef6-2f9441784a92 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0368888 Jul 21 22:55:06.353738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Network 546081c0-3908-486f-85cb-bed9f49de7b4 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:06.355131 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:06.407841 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.408065 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:06.408160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:06.408160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.496373 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.543676 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] Pushing event updated for resources: {'Network': ['ID=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:06.557271 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:55:06.568616 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Router 98135a13-b610-4e79-88e7-7b7a4c271213 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:55:06.636402 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3080a999-1697-4df6-a9ba-a1c238990519 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3461499 Jul 21 22:55:06.639658 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36406) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:06.647731 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:06.651953 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Request body: {'subnet': {'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1126313451-subnet', 'tenant_id': '2822a8cb96b94bf3bf525b0785c36934', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:06.667619 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:06.669543 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:06.691860 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:06.754433 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36410) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:06.764355 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:06.784707 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e60a4dc8-c2f7-4dc9-909f-c7b42b41eadc None None] Provisioning complete for port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:06.785123 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e60a4dc8-c2f7-4dc9-909f-c7b42b41eadc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.795975 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:06.797114 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.804978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:55:06.814763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-79bdffeb-ed51-4786-bdf8-f00c2c7a7f29 admin admin] 10.222.0.52 "PUT /v2.0/routers/98135a13-b610-4e79-88e7-7b7a4c271213/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4909017 Jul 21 22:55:06.823790 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:06.835972 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e60a4dc8-c2f7-4dc9-909f-c7b42b41eadc None None] Port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:06.900142 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-dfabe46a-fb55-41cb-94ea-770cb41768d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.907159 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Made reservation on behalf of 2822a8cb96b94bf3bf525b0785c36934 for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:55:06.909978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:06.916481 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-036e6b6c-e465-49c4-a232-59b422ac7326 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4506519 Jul 21 22:55:06.935415 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Request body: {'port': {'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:07.068206 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-76620dd6-a77a-434a-9e3c-dd033a3698da None None] Provisioning complete for port 11031c16-fb45-409c-9526-c98d27b69652 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:07.070077 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-76620dd6-a77a-434a-9e3c-dd033a3698da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (11031c16-fb45-409c-9526-c98d27b69652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.096952 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:07.103380 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (11031c16-fb45-409c-9526-c98d27b69652), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.125449 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-76620dd6-a77a-434a-9e3c-dd033a3698da None None] Port 11031c16-fb45-409c-9526-c98d27b69652 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:07.127325 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-dfabe46a-fb55-41cb-94ea-770cb41768d8 admin admin] Publish callbacks [] for security_group (8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.195565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:07.396577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (53ba04ff-6880-49fa-8faf-b6a9e5abf38c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.406755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2658668e-a6c8-4f68-a66d-f51998eb2f22 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:07.470029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:07.470257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Pushing event updated for resources: {'Subnet': ['ID=53ba04ff-6880-49fa-8faf-b6a9e5abf38c,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:07.489205 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2658668e-a6c8-4f68-a66d-f51998eb2f22 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:07.489531 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.515646 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Checking segment: {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:07.516028 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Network hostable DHCP agents. Network: 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:55:07.615811 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2658668e-a6c8-4f68-a66d-f51998eb2f22 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:07.616215 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.620963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:55:07.626513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-dfabe46a-fb55-41cb-94ea-770cb41768d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.642727 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 2658668e-a6c8-4f68-a66d-f51998eb2f22, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2658668e-a6c8-4f68-a66d-f51998eb2f22,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:07.659140 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36436) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:07.667259 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1108050036', 'description': 'tempest-secgroup-smoke-1108050036 description', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:07.694333 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabe46a-fb55-41cb-94ea-770cb41768d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:07.751252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.771142 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-dfabe46a-fb55-41cb-94ea-770cb41768d8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bd00b813323b4a429b455e1b34360042&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0128303 Jul 21 22:55:07.772170 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36442) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:07.780074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:07.792083 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:07.792693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.818045 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7767347-55e9-45ed-a773-6f9c456573f0 req-6ef77d30-db8a-4620-8a4b-d0cdf0bb9ad4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:07.819641 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a7767347-55e9-45ed-a773-6f9c456573f0 req-6ef77d30-db8a-4620-8a4b-d0cdf0bb9ad4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 932 time: 0.0909348 Jul 21 22:55:07.821631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:07.823832 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc0489a-5987-437b-a39a-35cf03e3dcc9 None None] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:55:07.926629 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-99370bd2-e2bb-49b9-87d0-052856ba213e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2857690 Jul 21 22:55:07.951400 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a7767347-55e9-45ed-a773-6f9c456573f0 req-6f8f3481-f3f7-4154-a7db-f71c00508499 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141863 Jul 21 22:55:08.003103 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=2658668e-a6c8-4f68-a66d-f51998eb2f22,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:08.031566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (85361be1-5691-4083-a1a0-08b1925a1869), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.034000 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=84,neutron:DELETE=4,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:08.048449 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86d172-00b5-440f-bf49-8817e77e08f7 req-56bd140f-f757-40f0-8b1d-8849ff5e3a25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:08.056183 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ea86d172-00b5-440f-bf49-8817e77e08f7 req-56bd140f-f757-40f0-8b1d-8849ff5e3a25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0708578 Jul 21 22:55:08.086536 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f35f7ad-493d-45fa-8c34-f505bd0d003b None None] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:55:08.112366 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (85361be1-5691-4083-a1a0-08b1925a1869), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.156345 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] Publish callbacks [] for security_group (8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.183755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] Publish callbacks [] for security_group (8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.194689 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85361be1-5691-4083-a1a0-08b1925a1869,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:08.228957 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-b5c21e40-f53f-436b-91e1-0a4046b61524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:08.230734 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-b5c21e40-f53f-436b-91e1-0a4046b61524 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.1967113 Jul 21 22:55:08.248432 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ea86d172-00b5-440f-bf49-8817e77e08f7 req-cd26e0b1-db8b-43be-bf70-9c02555fb288 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912396 Jul 21 22:55:08.281688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.286359 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e4e304d7-a1bb-4d47-b4d7-505d26c2bbee tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.6246860 Jul 21 22:55:08.286765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36454) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:08.295275 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:08.413470 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (dc407556-1231-477c-8e07-d61111779a70), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.449840 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-9a8105b8-7d9f-438f-9647-ef93ac23c9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:08.451237 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-9a8105b8-7d9f-438f-9647-ef93ac23c9dc service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.2012098 Jul 21 22:55:08.457159 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11031c16-fb45-409c-9526-c98d27b69652 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:08.473579 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks [] for port (11031c16-fb45-409c-9526-c98d27b69652), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.501369 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-5e7fee86-e2c2-4239-a91e-5ea409940dcb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.0396726 Jul 21 22:55:08.505210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.507736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.508774 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2 HTTP/1.1" status: 204 len: 168 time: 0.7360125 Jul 21 22:55:08.518173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (dc407556-1231-477c-8e07-d61111779a70), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.532140 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3771ffd9-effd-49dd-a642-eecf10c2a775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb5ff2d-8d3e-4b82-83d2-fc3601f115b2,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:08.559645 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Transition to ACTIVE for port object 11031c16-fb45-409c-9526-c98d27b69652 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:55:08.580090 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-4c154fe8-4d7d-4956-aebb-31086e6ced48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:08.581597 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-4c154fe8-4d7d-4956-aebb-31086e6ced48 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0690606 Jul 21 22:55:08.603981 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (dc407556-1231-477c-8e07-d61111779a70), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.633495 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-03c1f25c-4c4b-4eff-905b-6fb0ec8d2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:08.634981 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-03c1f25c-4c4b-4eff-905b-6fb0ec8d2220 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0425766 Jul 21 22:55:08.644568 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc407556-1231-477c-8e07-d61111779a70,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:08.700564 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.721846 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.724019 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-92d0ede4-e97e-46c3-89ac-57264eeda930 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4359982 Jul 21 22:55:08.726375 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36458) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:08.731542 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:08.780935 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Pushing event updated for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:08.808191 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-2a8c21a7-92fa-43a1-8fd7-f15554466aaf service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658454 Jul 21 22:55:08.905741 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (ae2ebbb6-c038-45b4-a7c6-4a30955d7ba7), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:08.977040 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-789e1247-8b8b-4938-9a27-5a882f91e2f7 req-9c6c6fd9-57f3-4630-87a6-8b4480e0becf service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473498 Jul 21 22:55:09.004410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:09.009387 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Attempting to bind port 11031c16-fb45-409c-9526-c98d27b69652 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:09.010351 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Attempting to bind port 11031c16-fb45-409c-9526-c98d27b69652 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:09.011042 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Attempting to bind port 11031c16-fb45-409c-9526-c98d27b69652 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:09.026657 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Port 11031c16-fb45-409c-9526-c98d27b69652 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:55:09.026657 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Attempting to bind port 11031c16-fb45-409c-9526-c98d27b69652 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:09.032621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (ae2ebbb6-c038-45b4-a7c6-4a30955d7ba7), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.042039 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:09.042373 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:09.042986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:09.043594 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Bound port: 11031c16-fb45-409c-9526-c98d27b69652, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:09.044145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (11031c16-fb45-409c-9526-c98d27b69652), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.134407 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (ae2ebbb6-c038-45b4-a7c6-4a30955d7ba7), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.147816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:09.152735 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=11031c16-fb45-409c-9526-c98d27b69652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:09.154948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9bdc3-ca37-47d3-a522-3157953a6b8a req-922cc8e3-466f-44ef-bc33-05bf235d0036 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.156626 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-02f9bdc3-ca37-47d3-a522-3157953a6b8a req-922cc8e3-466f-44ef-bc33-05bf235d0036 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 944 time: 0.0931139 Jul 21 22:55:09.208825 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2ebbb6-c038-45b4-a7c6-4a30955d7ba7,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:09.244587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.271180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-02f9bdc3-ca37-47d3-a522-3157953a6b8a req-f3567ed1-fd7d-443e-b724-1c6a459c963e tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924251 Jul 21 22:55:09.311610 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.312323 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.313745 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] 10.222.0.33 "PUT /v2.0/ports/11031c16-fb45-409c-9526-c98d27b69652 HTTP/1.1" status: 200 len: 1094 time: 2.3829451 Jul 21 22:55:09.314220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'tag': '11031c16-fb45-409c-9526-c98d27b69652'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:09.317427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d65dd85c-a856-4a20-a0b7-17d1551d7e85" -d '{"events": [{"name": "network-changed", "server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "tag": "11031c16-fb45-409c-9526-c98d27b69652"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:09.329124 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.329124 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-204488c5-75fd-4788-9f53-9605b9a21046 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6011207 Jul 21 22:55:09.332880 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36480) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:09.342566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:09.357224 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176047d7-401c-49e2-89fd-bb3b90269afe service neutron] Pushing event updated for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:09.358090 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:09.369667 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9761b75e-35df-4a2a-95e4-61660cfa64f3 x-openstack-request-id: req-9761b75e-35df-4a2a-95e4-61660cfa64f3 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:09.369667 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "tag": "11031c16-fb45-409c-9526-c98d27b69652", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:09.369667 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9761b75e-35df-4a2a-95e4-61660cfa64f3 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:09.369667 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9761b75e-35df-4a2a-95e4-61660cfa64f3'] response: {'name': 'network-changed', 'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'tag': '11031c16-fb45-409c-9526-c98d27b69652', 'status': 'completed', 'code': 200} Jul 21 22:55:09.433102 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2658668e-a6c8-4f68-a66d-f51998eb2f22 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:09.437716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36484) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:09.488722 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-6e69de48-5df4-4cdd-afde-9d0d6c569a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.490309 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-6e69de48-5df4-4cdd-afde-9d0d6c569a9b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 1128 time: 0.0974729 Jul 21 22:55:09.491225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b837e18c-493a-4b2d-8859-7a019222f838 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.505474 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6749dc59-f4ed-4d1b-a3a7-90de404665c5 req-e0abf379-19e7-4706-8873-c71ca760b46c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.516790 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6749dc59-f4ed-4d1b-a3a7-90de404665c5 req-e0abf379-19e7-4706-8873-c71ca760b46c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.1137412 Jul 21 22:55:09.519470 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2658668e-a6c8-4f68-a66d-f51998eb2f22 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:09.519860 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.539367 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (6c6dba26-acda-46ff-8c71-6696b1e5d8be), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.563703 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Sync routers for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:55:09.578375 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:09.579043 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:09.630820 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2658668e-a6c8-4f68-a66d-f51998eb2f22 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:09.640355 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (6c6dba26-acda-46ff-8c71-6696b1e5d8be), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.676035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b837e18c-493a-4b2d-8859-7a019222f838 admin admin] Publish callbacks [] for security_group (bd00b107-a325-4969-9d9b-136384f7a20a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.701571 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:09.704252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-a1b1b80e-ea17-4056-bbcf-72f63d684e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.705736 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-a1b1b80e-ea17-4056-bbcf-72f63d684e5d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=224678a5f1db4416b8175d315a4e4a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1866691 Jul 21 22:55:09.729857 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (6c6dba26-acda-46ff-8c71-6696b1e5d8be), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.751198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c6dba26-acda-46ff-8c71-6696b1e5d8be,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:09.756563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b837e18c-493a-4b2d-8859-7a019222f838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (bd00b107-a325-4969-9d9b-136384f7a20a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.758454 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6749dc59-f4ed-4d1b-a3a7-90de404665c5 req-db05a43c-d519-4c1a-8d65-247889f553cd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407801 Jul 21 22:55:09.797696 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b837e18c-493a-4b2d-8859-7a019222f838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd00b107-a325-4969-9d9b-136384f7a20a,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:09.805599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36488) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:09.805799 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b837e18c-493a-4b2d-8859-7a019222f838 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbafea3dad654f12b4921efb1991474a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3668308 Jul 21 22:55:09.823592 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.826268 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0ad2de33-bad0-4a6e-b426-f54789177aa6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4889603 Jul 21 22:55:09.834077 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36490) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:09.839219 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:09.863122 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-53e640a1-5dca-4419-9788-6e099bc51afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.864670 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d65dd85c-a856-4a20-a0b7-17d1551d7e85 req-53e640a1-5dca-4419-9788-6e099bc51afa service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1494751 Jul 21 22:55:09.882665 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] Publish callbacks [] for security_group (bd00b107-a325-4969-9d9b-136384f7a20a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.911232 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] Publish callbacks [] for security_group (bd00b107-a325-4969-9d9b-136384f7a20a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.937692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 4, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2', 'name': '', 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'mac_address': 'fa:16:3e:1f:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:04Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 2, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'subnets': [{'id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:09.949885 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (c432901d-ac1c-4f69-b8bb-694791d86d94), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:09.960813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:09.968234 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Checking router: 98135a13-b610-4e79-88e7-7b7a4c271213 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:55:09.970076 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Updating router 98135a13-b610-4e79-88e7-7b7a4c271213 port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:55:09.986965 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-0f3cb41c-03e2-4f0b-be68-0075e13eb72e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:09.988288 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-0f3cb41c-03e2-4f0b-be68-0075e13eb72e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 1128 time: 0.0695152 Jul 21 22:55:09.998278 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.041898 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-90c7c64b-e3bb-4de7-af36-3eda6d6ea454 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11031c16-fb45-409c-9526-c98d27b69652 HTTP/1.1" status: 200 len: 217 time: 0.0443625 Jul 21 22:55:10.093765 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-b852fec7-5077-47f8-acfd-a849fd9ff228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:10.095432 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-b852fec7-5077-47f8-acfd-a849fd9ff228 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0467715 Jul 21 22:55:10.139952 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (bd00b107-a325-4969-9d9b-136384f7a20a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.142907 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.144760 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bd00b107-a325-4969-9d9b-136384f7a20a HTTP/1.1" status: 204 len: 168 time: 0.3377161 Jul 21 22:55:10.157612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-67433647-caf0-423d-8c87-cf43133f6622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:10.159359 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-67433647-caf0-423d-8c87-cf43133f6622 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563459 Jul 21 22:55:10.161366 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b4057e-46e2-4faf-b42f-1c2609b78dbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd00b107-a325-4969-9d9b-136384f7a20a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:10.161854 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (c432901d-ac1c-4f69-b8bb-694791d86d94), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.173337 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:10.265036 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (c432901d-ac1c-4f69-b8bb-694791d86d94), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.309171 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-74747a69-4819-4c3b-874e-a875f09b511a service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359367 Jul 21 22:55:10.329560 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks [] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.336917 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c432901d-ac1c-4f69-b8bb-694791d86d94,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:10.451482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8ef7ff-3988-4452-8d14-b20a0fecbdfe req-0a527838-6b57-4473-bf36-72ccd60bc4b1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:10.453097 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0d8ef7ff-3988-4452-8d14-b20a0fecbdfe req-0a527838-6b57-4473-bf36-72ccd60bc4b1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 944 time: 0.0878127 Jul 21 22:55:10.455514 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.463829 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.465298 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-62248b45-806f-4069-af28-75c56c2f650f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6292498 Jul 21 22:55:10.468674 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36512) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:10.485068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:10.507427 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01e0512f-170c-4121-bb70-6194a8aba0e0 req-7a1632b5-6d61-4c08-bb30-98ac45841108 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1811075 Jul 21 22:55:10.526595 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0abd-3cdd-47b8-a7f5-1d1fcccdfe76 None None] Pushing event updated for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:10.547850 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0d8ef7ff-3988-4452-8d14-b20a0fecbdfe req-57de26e5-17e9-4a94-882c-6724411483b9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774956 Jul 21 22:55:10.613147 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.securitygroups_db [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Project 93d60e3f3bcd48f292f30a8d2f0351d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 22:55:10.627777 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (b24d4d12-9a11-4683-b3c9-ab6d0222de77), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.635256 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Attempting to bind port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:10.635807 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Attempting to bind port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Attempting to bind port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 on network 546081c0-3908-486f-85cb-bed9f49de7b4 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Checking segment: {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Bound using segment: {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Bound port: 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f7b45cc-50bb-4cea-92cd-684ca768ae1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 636, 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:10.646692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.748759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-2c522fc2-7b46-4c48-a247-427a6eb1a2d7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:10.755643 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-2c522fc2-7b46-4c48-a247-427a6eb1a2d7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/networks?id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 HTTP/1.1" status: 200 len: 814 time: 0.1989281 Jul 21 22:55:10.762909 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:10.766020 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] For port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:10.773865 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] For port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:10.797417 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-4378aca8-f3ef-4cbf-8e14-fcd942aae1f0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/quotas/2822a8cb96b94bf3bf525b0785c36934 HTTP/1.1" status: 200 len: 375 time: 0.0408168 Jul 21 22:55:10.803088 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (b24d4d12-9a11-4683-b3c9-ab6d0222de77), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.826835 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e074acea-a024-43d2-b06b-3da0661b255b None None] Provisioning complete for port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:10.827396 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e074acea-a024-43d2-b06b-3da0661b255b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.853446 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-a8f5de1f-63f5-40ab-a171-ec3c73cd2af5 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547311 Jul 21 22:55:10.892040 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e074acea-a024-43d2-b06b-3da0661b255b None None] Port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:10.897031 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.907497 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:10.939373 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (b24d4d12-9a11-4683-b3c9-ab6d0222de77), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:10.941158 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d980027b-0fd1-495e-9f8b-ccf2622da264 req-909d5758-dce9-4f12-9710-6a23ef93bfa1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:10.954246 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d980027b-0fd1-495e-9f8b-ccf2622da264 req-909d5758-dce9-4f12-9710-6a23ef93bfa1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0882750 Jul 21 22:55:10.963288 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:10.964196 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:54:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:10.986144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b24d4d12-9a11-4683-b3c9-ab6d0222de77,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:11.017571 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d980027b-0fd1-495e-9f8b-ccf2622da264 req-1edd615d-480a-4823-b371-a98250bace01 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599885 Jul 21 22:55:11.021688 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234d0abd-3cdd-47b8-a7f5-1d1fcccdfe76 None None] Pushing event updated for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:11.022267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:11.039524 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-47b379ff-cca9-47ae-8451-65b08b8bc610 service neutron] 10.222.0.52 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791878 Jul 21 22:55:11.135291 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:11.158863 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.158863 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a059d81a-1fa6-4567-b57c-86fa505222c1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6817386 Jul 21 22:55:11.161248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 36542) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:11.170014 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'security_group_rule': {'security_group_id': '85361be1-5691-4083-a1a0-08b1925a1869', 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:11.216586 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-71954e1a-bf09-49a3-add3-f87f5eaacd36 service neutron] 10.222.0.52 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692014 Jul 21 22:55:11.301160 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.securitygroups_db [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Project 93d60e3f3bcd48f292f30a8d2f0351d7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 22:55:11.310238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (3f9ce1a2-3de0-4eb2-8997-def942820439), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.319078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Provisioning complete for port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:11.319460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.352429 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:11.387733 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (3f9ce1a2-3de0-4eb2-8997-def942820439), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.390908 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:11.419181 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Current status of the port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:11.419994 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.422692 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 4, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2', 'name': '', 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'mac_address': 'fa:16:3e:1f:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:04Z', 'updated_at': '2022-07-21T22:55:10Z', 'revision_number': 4, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'subnets': [{'id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:11.448915 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab64cbe-0679-466a-b2ab-57b0d16a3cfa None None] The sync data for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi is: [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T22:55:05Z', 'revision_number': 4, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2', 'name': '', 'network_id': '546081c0-3908-486f-85cb-bed9f49de7b4', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'mac_address': 'fa:16:3e:1f:7c:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_interface', 'standard_attr_id': 325, 'fixed_ips': [{'subnet_id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:04Z', 'updated_at': '2022-07-21T22:55:10Z', 'revision_number': 4, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'subnets': [{'id': '6adae804-3363-4a56-ae72-1af220b7a9dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:55:11.464889 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] For port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:11.483826 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (3f9ce1a2-3de0-4eb2-8997-def942820439), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.525683 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f9ce1a2-3de0-4eb2-8997-def942820439,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:11.535684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.536044 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.536456 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.536809 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.537152 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.537690 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.538035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.538553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.538879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.539292 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.539760 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.540103 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.543690 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.543690 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.543690 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:11.562498 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.599441 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:11.605351 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-351ff976-da28-44af-b811-3eb516169ec9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4392896 Jul 21 22:55:11.663969 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-de8bb69d-2347-4d6e-ad1b-bf25c5a1e676 req-1b876c83-67c0-4469-955b-4bbc9bf03301 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 210 time: 0.0792413 Jul 21 22:55:11.744967 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba4d66-592e-4969-9ef2-3241aeb1ced9 None None] Pushing event updated for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:11.772281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57849083-f8e1-4796-aae7-7725fe63ae87 req-2d2eaa3e-002c-4f48-817f-644adca086f2 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:11.774974 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57849083-f8e1-4796-aae7-7725fe63ae87 req-2d2eaa3e-002c-4f48-817f-644adca086f2 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 944 time: 0.0857773 Jul 21 22:55:11.848993 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57849083-f8e1-4796-aae7-7725fe63ae87 req-e40cae00-a6d6-4c15-a648-c68f62900606 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665524 Jul 21 22:55:12.065128 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-418ae6aa-1e2d-43e6-8553-b2233fd32d15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:12.171223 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a8f742-c5fa-4c81-bf25-2460406e0df0 req-cf898190-4c0f-4ca3-a2f8-6900a10bf68a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:12.173463 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-97a8f742-c5fa-4c81-bf25-2460406e0df0 req-cf898190-4c0f-4ca3-a2f8-6900a10bf68a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0700366 Jul 21 22:55:12.225184 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-97a8f742-c5fa-4c81-bf25-2460406e0df0 req-945fcf91-e230-4f83-90bc-30193d35b632 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456448 Jul 21 22:55:12.822061 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ffa53b70-7362-4e2c-ae61-18520cfdcd13 req-9f662054-d5b6-4658-aa6a-9e22a2190e24 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 210 time: 0.0336390 Jul 21 22:55:12.907551 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:DELETE=6,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:13.006846 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-127dd9d5-08c5-45aa-a56e-934b98e6cf69 req-ba94f5cd-f1f5-41d3-bc49-f194345c3ef7 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:13.011240 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-127dd9d5-08c5-45aa-a56e-934b98e6cf69 req-ba94f5cd-f1f5-41d3-bc49-f194345c3ef7 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 944 time: 0.0759509 Jul 21 22:55:13.065668 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-127dd9d5-08c5-45aa-a56e-934b98e6cf69 req-4abdb763-eb7d-4e4d-b93d-6c697ce88ac8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516233 Jul 21 22:55:13.116251 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=14,neutron:SELECT=82,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:13.386720 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:13.395331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbc3db-3140-4dc3-ac0f-eee0f9caa627 req-758950c7-ce7a-4168-b755-bf60121a319c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:13.397809 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2adbc3db-3140-4dc3-ac0f-eee0f9caa627 req-758950c7-ce7a-4168-b755-bf60121a319c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0836132 Jul 21 22:55:13.444051 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:13.444427 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:13.457703 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2adbc3db-3140-4dc3-ac0f-eee0f9caa627 req-79cb3a67-c671-4313-a4a6-f54f9ec9facf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500624 Jul 21 22:55:13.472775 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0debe5ee-e235-4ab9-88ea-bdb331fa7dd8 req-2c80d47c-b811-402e-bbdc-d7bb18a127d9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:13.474455 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0debe5ee-e235-4ab9-88ea-bdb331fa7dd8 req-2c80d47c-b811-402e-bbdc-d7bb18a127d9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0510795 Jul 21 22:55:13.535453 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0debe5ee-e235-4ab9-88ea-bdb331fa7dd8 req-40287804-9098-4dc7-8ff3-c4fc4fdbcc7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553720 Jul 21 22:55:13.564882 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:13.879933 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:13.933167 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-801fc105-ed4e-43d1-8f1c-da3f79046e8e req-85126c0e-11a2-4903-b2f5-d7ad48704a41 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 210 time: 0.0288799 Jul 21 22:55:14.209603 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c56f1b-b4ce-46d8-a79b-adf2efe85dee req-fa90a779-d854-4507-a37e-ed194f8ccbc0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:14.211248 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9c56f1b-b4ce-46d8-a79b-adf2efe85dee req-fa90a779-d854-4507-a37e-ed194f8ccbc0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 944 time: 0.0643075 Jul 21 22:55:14.260033 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c25d0f34-0ad7-461f-a6d5-9285e69601e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:14.282986 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9c56f1b-b4ce-46d8-a79b-adf2efe85dee req-787f33ea-5952-4d81-8da1-9c05f4a5b821 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655777 Jul 21 22:55:14.504165 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-50a6f266-2f9a-4c50-ab27-6b1ca1f048b0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:14.506621 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-50a6f266-2f9a-4c50-ab27-6b1ca1f048b0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "GET /v2.0/networks?id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 HTTP/1.1" status: 200 len: 814 time: 0.1729536 Jul 21 22:55:14.525305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Request body: {'port': {'device_id': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520', 'admin_state_up': True, 'tenant_id': '2822a8cb96b94bf3bf525b0785c36934'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:14.677223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:14.687530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b8d89b-dc05-4faf-a709-34a668887a65 req-2a71946e-6e34-41ef-8b6d-2dee93cd2928 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:14.689331 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-56b8d89b-dc05-4faf-a709-34a668887a65 req-2a71946e-6e34-41ef-8b6d-2dee93cd2928 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0826972 Jul 21 22:55:14.704649 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68cf584-76e0-46ed-bef1-303daecc6c3b req-d5c60b58-b16d-448d-82b6-1bd07c38d130 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:14.704649 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a68cf584-76e0-46ed-bef1-303daecc6c3b req-d5c60b58-b16d-448d-82b6-1bd07c38d130 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0776534 Jul 21 22:55:14.758569 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-56b8d89b-dc05-4faf-a709-34a668887a65 req-0540bc87-897a-4b37-8d4d-e96d052a9e7b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630968 Jul 21 22:55:14.759758 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a68cf584-76e0-46ed-bef1-303daecc6c3b req-e734a89d-b4fc-461f-ba92-22b03a1c66c2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511951 Jul 21 22:55:14.861841 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 11031c16-fb45-409c-9526-c98d27b69652 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:55:14.946692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Made reservation on behalf of 2822a8cb96b94bf3bf525b0785c36934 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:55:14.950553 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:15.046940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=11031c16-fb45-409c-9526-c98d27b69652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:15.065006 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '11031c16-fb45-409c-9526-c98d27b69652', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:55:15.085125 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-040d64eb-20f9-4c3a-b59f-f76bab4c7984 req-770991ba-0cfc-424e-9576-a15bc6cab58d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 210 time: 0.0448046 Jul 21 22:55:15.106821 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 11031c16-fb45-409c-9526-c98d27b69652 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:15.107227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (11031c16-fb45-409c-9526-c98d27b69652), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:15.119678 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41769-9c25-486a-886d-523a061674f0 req-abd685df-f5ce-4262-ad6c-368b1fe45356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:15.121209 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-abd685df-f5ce-4262-ad6c-368b1fe45356 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.0609908 Jul 21 22:55:15.124452 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11031c16-fb45-409c-9526-c98d27b69652 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:15.161467 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=11031c16-fb45-409c-9526-c98d27b69652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:15.248483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Allocated IP 172.20.0.7 (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520/53ba04ff-6880-49fa-8faf-b6a9e5abf38c/7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:15.327604 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:15.409139 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:15.556338 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41769-9c25-486a-886d-523a061674f0 req-765ec47d-3d41-4000-bce3-202142c09423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:15.557944 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-765ec47d-3d41-4000-bce3-202142c09423 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.4148452 Jul 21 22:55:15.609119 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:15.644560 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-20d342d8-c0f5-4736-a1e6-d4ba31d33cd3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.0695353 Jul 21 22:55:15.661843 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['11031c16-fb45-409c-9526-c98d27b69652'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:55:15.695900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:15.704057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a094b024-72a1-4f60-a9dd-67787dd6f1a3 req-f82de72a-9da2-4603-b6d6-0e7c1b4a42fa tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:15.705648 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a094b024-72a1-4f60-a9dd-67787dd6f1a3 req-f82de72a-9da2-4603-b6d6-0e7c1b4a42fa tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 945 time: 0.1508358 Jul 21 22:55:15.820296 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41769-9c25-486a-886d-523a061674f0 req-11fc72d4-454d-4231-b761-5139c0f3ed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:15.821374 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-11fc72d4-454d-4231-b761-5139c0f3ed0e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1678531 Jul 21 22:55:15.825674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:15.845223 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:15.919380 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a094b024-72a1-4f60-a9dd-67787dd6f1a3 req-1890e923-d3f2-4b50-97a5-c651fad0edcd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1926897 Jul 21 22:55:15.927687 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e41769-9c25-486a-886d-523a061674f0 req-fbc99b55-7774-458d-bac0-57055f378644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:15.927687 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-fbc99b55-7774-458d-bac0-57055f378644 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0886891 Jul 21 22:55:15.964665 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks [] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:16.106066 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1869cb-3613-400f-a04f-53a81bc4daf5 req-708c54ab-c81c-4d3e-b295-c8dd667bdb15 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:16.107599 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae1869cb-3613-400f-a04f-53a81bc4daf5 req-708c54ab-c81c-4d3e-b295-c8dd667bdb15 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0871561 Jul 21 22:55:16.135672 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-c9fa9d2c-93d1-43b4-b682-c1e418ca4b72 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1981091 Jul 21 22:55:16.220783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:16.263447 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae1869cb-3613-400f-a04f-53a81bc4daf5 req-a366176a-3736-4ecb-8662-953a31192e74 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1419122 Jul 21 22:55:16.288964 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:16.295282 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:16.296943 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:16.329681 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Pushing event updated for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:16.345058 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-32e41769-9c25-486a-886d-523a061674f0 req-59a75d24-81d3-42bb-879c-fc021eb6b81e service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014577 Jul 21 22:55:16.352870 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.353223 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.353572 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.353914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.354250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.354585 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.354951 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.355284 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.355619 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.355995 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.356340 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.356671 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.356999 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.357327 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.357651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:16.405801 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:16.406413 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:16.430808 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c4b73d-ed72-4cb9-83f4-c0998edeb87f req-3b279408-7066-41e9-afa9-b9816611807b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:16.431449 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-79c4b73d-ed72-4cb9-83f4-c0998edeb87f req-3b279408-7066-41e9-afa9-b9816611807b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0830209 Jul 21 22:55:16.490909 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-63681093-d54f-4252-ab81-edf8b521cdec tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9750190 Jul 21 22:55:16.501466 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-79c4b73d-ed72-4cb9-83f4-c0998edeb87f req-5dd0e907-dc36-4a08-80fa-6ced54d984d0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620782 Jul 21 22:55:16.623318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee576222-a479-4eba-a44e-c0449e5eee71 req-113f04e6-bc11-4658-8235-2b6da3590330 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:16.625115 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee576222-a479-4eba-a44e-c0449e5eee71 req-113f04e6-bc11-4658-8235-2b6da3590330 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 931 time: 0.0605614 Jul 21 22:55:16.680893 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee576222-a479-4eba-a44e-c0449e5eee71 req-f91977cb-2b6b-47be-a462-5aa1d0096a00 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471020 Jul 21 22:55:16.724173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=8,neutron:SELECT=88,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:16.895242 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:17.038286 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340bf17f-a559-4607-8bd6-6d8b310afcd6 req-4f904f65-82a8-439e-bd82-d5244955dd2d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:17.039867 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-340bf17f-a559-4607-8bd6-6d8b310afcd6 req-4f904f65-82a8-439e-bd82-d5244955dd2d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 945 time: 0.0475352 Jul 21 22:55:17.070224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:17.093597 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-340bf17f-a559-4607-8bd6-6d8b310afcd6 req-5c52b24a-67b3-45cd-b291-eff71c6e8a9a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462632 Jul 21 22:55:17.150610 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:17.254979 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=13,neutron:SELECT=80,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:17.294799 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:17.382183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03f8e46-363b-409d-9cc8-e11314e9cab3 req-7d5768c0-0bba-46be-ade5-1c7948aef5c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:17.383586 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a03f8e46-363b-409d-9cc8-e11314e9cab3 req-7d5768c0-0bba-46be-ade5-1c7948aef5c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0466027 Jul 21 22:55:17.430147 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a03f8e46-363b-409d-9cc8-e11314e9cab3 req-fee0e07e-bd58-48d9-9502-6aeef02ecd09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410767 Jul 21 22:55:17.613716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601971d1-f9cb-4b8b-91ec-db787d8183e3 req-938243b3-59bd-4996-8423-f6d41ff0630e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:17.615212 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-601971d1-f9cb-4b8b-91ec-db787d8183e3 req-938243b3-59bd-4996-8423-f6d41ff0630e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0465927 Jul 21 22:55:17.661535 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-601971d1-f9cb-4b8b-91ec-db787d8183e3 req-82953739-ef71-4def-b0b0-9f720ca677b1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407684 Jul 21 22:55:17.795002 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55baccbc-7365-4fdb-928b-9f8e8e7a023f req-ff9420b0-aa1b-42a4-b0f7-feed188fcb2e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:17.796479 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-55baccbc-7365-4fdb-928b-9f8e8e7a023f req-ff9420b0-aa1b-42a4-b0f7-feed188fcb2e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 931 time: 0.0491662 Jul 21 22:55:17.844604 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-55baccbc-7365-4fdb-928b-9f8e8e7a023f req-a9caa4b4-a2a5-4c33-94e3-2ef9dc7cb693 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 Jul 21 22:55:18.035785 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.190029 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=79,neutron:DELETE=4,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.205841 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33756f51-3c0a-421d-9de0-f3ef1ff434e3 req-9b688dbe-f044-46d5-8333-08a8531e7e32 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:18.207427 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-33756f51-3c0a-421d-9de0-f3ef1ff434e3 req-9b688dbe-f044-46d5-8333-08a8531e7e32 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 945 time: 0.0472231 Jul 21 22:55:18.254749 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-33756f51-3c0a-421d-9de0-f3ef1ff434e3 req-55ea85a4-a11d-477d-baf9-ac46e70a441c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417464 Jul 21 22:55:18.386802 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.472552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.548399 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5241a53-3c01-47b6-a5fb-3f479d893a16 req-0be7bf8b-051e-4a22-a1c5-3e8761d17e91 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:18.549901 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5241a53-3c01-47b6-a5fb-3f479d893a16 req-0be7bf8b-051e-4a22-a1c5-3e8761d17e91 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0467613 Jul 21 22:55:18.597284 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5241a53-3c01-47b6-a5fb-3f479d893a16 req-8a8e9d93-e0a7-4c37-bf31-ed029808beab tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407429 Jul 21 22:55:18.704311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.778094 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a36891-8c1e-4006-b4df-c01df609b812 req-9316db63-bbf3-421b-951c-fb0a4fb561b3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:18.779626 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56a36891-8c1e-4006-b4df-c01df609b812 req-9316db63-bbf3-421b-951c-fb0a4fb561b3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0511019 Jul 21 22:55:18.827343 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56a36891-8c1e-4006-b4df-c01df609b812 req-e8a398dd-54db-4077-9b55-429ec548cd69 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413151 Jul 21 22:55:18.949768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:18.959422 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Request body: {'port': {'device_id': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:18.991566 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17ab59f-4d03-4b0d-b0f9-4e522a1ad14e req-44430458-1489-494f-a4fd-4825df1ae9e2 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:18.993453 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e17ab59f-4d03-4b0d-b0f9-4e522a1ad14e req-44430458-1489-494f-a4fd-4825df1ae9e2 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 931 time: 0.0766232 Jul 21 22:55:19.044164 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:19.049276 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 11031c16-fb45-409c-9526-c98d27b69652 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:19.060454 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.075592 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e17ab59f-4d03-4b0d-b0f9-4e522a1ad14e req-d0cf756d-1838-402f-8516-98d689ca48b7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751712 Jul 21 22:55:19.107746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 11031c16-fb45-409c-9526-c98d27b69652 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:55:19.180291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 11031c16-fb45-409c-9526-c98d27b69652 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:19.180666 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (11031c16-fb45-409c-9526-c98d27b69652), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.360209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:19.370390 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks [] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.386438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Transition to ACTIVE for port object 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:55:19.394624 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 11031c16-fb45-409c-9526-c98d27b69652 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:19.395149 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (11031c16-fb45-409c-9526-c98d27b69652), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.422469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11031c16-fb45-409c-9526-c98d27b69652'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:19.425461 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa442bbf-da2b-432f-9519-ae840d6ff472" -d '{"events": [{"server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "name": "network-vif-plugged", "status": "completed", "tag": "11031c16-fb45-409c-9526-c98d27b69652"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:19.438868 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=11031c16-fb45-409c-9526-c98d27b69652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:19.468143 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.478900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e63d5-f58b-4b7d-a2e0-9b7c310070bb x-openstack-request-id: req-358e63d5-f58b-4b7d-a2e0-9b7c310070bb {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:19.479470 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "name": "network-vif-plugged", "status": "completed", "tag": "11031c16-fb45-409c-9526-c98d27b69652", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:19.480314 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-358e63d5-f58b-4b7d-a2e0-9b7c310070bb {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:19.480879 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358e63d5-f58b-4b7d-a2e0-9b7c310070bb'] response: {'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11031c16-fb45-409c-9526-c98d27b69652', 'code': 200} Jul 21 22:55:19.523525 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.540053 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Pushing event updated for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:19.591883 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6771a0-b884-4db1-b1e4-e55bf5842616 req-0cf20102-2540-4d9c-88a2-80b045c95cf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:19.601764 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bd6771a0-b884-4db1-b1e4-e55bf5842616 req-0cf20102-2540-4d9c-88a2-80b045c95cf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0759649 Jul 21 22:55:19.624105 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:19.650454 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Attempting to bind port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:19.650819 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Attempting to bind port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:19.651212 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Attempting to bind port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:19.654822 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:19.656677 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:55:19.657019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Attempting to bind port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:19.672857 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:19.673273 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Checking segment: {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:19.673651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Bound using segment: {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:19.674301 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Bound port: 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:19.674908 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.681900 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bd6771a0-b884-4db1-b1e4-e55bf5842616 req-d15e3709-f809-45aa-a5f4-a2f57dd81fdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789964 Jul 21 22:55:19.708672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:19.776897 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41b3adc-198d-4383-a3bf-1d11db91cb97 req-c5314386-f4fb-460b-90e4-1e0cb6b2d361 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:19.779279 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f41b3adc-198d-4383-a3bf-1d11db91cb97 req-c5314386-f4fb-460b-90e4-1e0cb6b2d361 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0837846 Jul 21 22:55:19.811519 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:19.837494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:19.855773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f41b3adc-198d-4383-a3bf-1d11db91cb97 req-4b565760-41fd-4450-94c8-ba8d7e3b7160 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682189 Jul 21 22:55:19.927966 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.948810 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465282fb-da64-4dbe-8b95-537025293e63 req-ceced6b5-eabe-46e8-9bec-8b95e786bfde tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:19.950475 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-465282fb-da64-4dbe-8b95-537025293e63 req-ceced6b5-eabe-46e8-9bec-8b95e786bfde tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0544422 Jul 21 22:55:19.961795 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:19.962530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:19.963837 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] 10.222.0.33 "PUT /v2.0/ports/7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 HTTP/1.1" status: 200 len: 1093 time: 1.0109601 Jul 21 22:55:19.966475 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:19.966994 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b632f36-551b-4af0-b5ac-beaef6895a58" -d '{"events": [{"name": "network-changed", "server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:20.034327 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a87d8d52-7138-418d-8887-42f77e61b69f x-openstack-request-id: req-a87d8d52-7138-418d-8887-42f77e61b69f {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:20.034620 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:20.034903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a87d8d52-7138-418d-8887-42f77e61b69f {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:20.035311 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a87d8d52-7138-418d-8887-42f77e61b69f'] response: {'name': 'network-changed', 'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739', 'status': 'completed', 'code': 200} Jul 21 22:55:20.047361 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-465282fb-da64-4dbe-8b95-537025293e63 req-82f19157-6131-48b6-b590-db6d4c41b292 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752923 Jul 21 22:55:20.051223 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe8496d-c59f-4ff3-b9ca-17f65ac0d28f service neutron] Pushing event updated for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:20.089014 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65988f79-3606-41c5-b43e-989bd1977e38 req-7d1471e8-6cb7-461e-8925-3381ce063132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.090513 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-65988f79-3606-41c5-b43e-989bd1977e38 req-7d1471e8-6cb7-461e-8925-3381ce063132 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 1130 time: 0.0846450 Jul 21 22:55:20.109399 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-e69fdd3f-5f7e-48b5-9ee8-06dca8a44e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.111185 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-e69fdd3f-5f7e-48b5-9ee8-06dca8a44e52 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 1127 time: 0.0525160 Jul 21 22:55:20.116163 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:20.231858 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-65988f79-3606-41c5-b43e-989bd1977e38 req-8000eff4-3175-49d8-a200-8b3ff331c71e service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1319938 Jul 21 22:55:20.255538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9928b4-262f-460d-9e90-4f9886f34e96 req-f39d4960-5051-4b67-8c03-01c223ed1e92 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.257050 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9928b4-262f-460d-9e90-4f9886f34e96 req-f39d4960-5051-4b67-8c03-01c223ed1e92 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.1117508 Jul 21 22:55:20.296816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-8b8ab26a-3848-42c6-bafd-0a31ea34a23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.298350 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-8b8ab26a-3848-42c6-bafd-0a31ea34a23e service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=2822a8cb96b94bf3bf525b0785c36934&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1799352 Jul 21 22:55:20.315923 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:20.323207 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9928b4-262f-460d-9e90-4f9886f34e96 req-ae3d7c10-fa3a-4c71-b4e3-1647fb8e9710 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535038 Jul 21 22:55:20.598098 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-3c6e93c5-c0e9-4a75-95a5-b39b8b3002bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.599618 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6b632f36-551b-4af0-b5ac-beaef6895a58 req-3c6e93c5-c0e9-4a75-95a5-b39b8b3002bf service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978148 Jul 21 22:55:20.678566 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-76f71b1f-1b71-4cf1-b32b-7a99714bd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.680052 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-76f71b1f-1b71-4cf1-b32b-7a99714bd005 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 1127 time: 0.0423973 Jul 21 22:55:20.722682 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-bbb547fb-2040-408e-ab6f-e2b30da74416 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 HTTP/1.1" status: 200 len: 217 time: 0.0333483 Jul 21 22:55:20.794873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0cfd1-e500-45d7-b7d2-dd9940cdf02e req-8bdda315-39d9-44cc-a0ca-3010a56a0270 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.796380 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0ff0cfd1-e500-45d7-b7d2-dd9940cdf02e req-8bdda315-39d9-44cc-a0ca-3010a56a0270 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0479531 Jul 21 22:55:20.855901 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0ff0cfd1-e500-45d7-b7d2-dd9940cdf02e req-ee600de4-9894-4e57-828f-2a02064bd6f0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540538 Jul 21 22:55:20.976798 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2114b7-a9b2-4687-b1f3-0499171b453f req-11e728df-506b-4b8c-b1ac-81dd076e4996 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:20.978182 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4b2114b7-a9b2-4687-b1f3-0499171b453f req-11e728df-506b-4b8c-b1ac-81dd076e4996 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0505140 Jul 21 22:55:21.028464 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4b2114b7-a9b2-4687-b1f3-0499171b453f req-16291d77-67ec-402c-a406-4a03f7ded4f9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447314 Jul 21 22:55:21.043425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.120472 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-214bd56c-e742-4267-9fe1-f330a77cce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:21.121911 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-214bd56c-e742-4267-9fe1-f330a77cce0a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=53ba04ff-6880-49fa-8faf-b6a9e5abf38c HTTP/1.1" status: 200 len: 854 time: 0.0462372 Jul 21 22:55:21.154187 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-ce857560-7193-416d-847a-bc241440de9a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250244 Jul 21 22:55:21.162001 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3529df-8421-4af3-a747-3acbfed9baa6 req-a778661e-71d8-4c83-bd50-3c1ea6c99bd1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:21.163509 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dd3529df-8421-4af3-a747-3acbfed9baa6 req-a778661e-71d8-4c83-bd50-3c1ea6c99bd1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0497401 Jul 21 22:55:21.176927 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.219257 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dd3529df-8421-4af3-a747-3acbfed9baa6 req-e3c2ba7d-545f-4014-a321-0b69ab3c40c4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490863 Jul 21 22:55:21.254628 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-1c982a38-88e8-474a-a3f6-37cf5ea7deb4 service neutron] 10.222.0.33 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941420 Jul 21 22:55:21.353471 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b72a47cf-2606-4e84-880a-4b04a7503c96 req-af7d2029-cde0-4e85-9446-3fae40bf0a10 service neutron] 10.222.0.33 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861411 Jul 21 22:55:21.438430 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3011988-84cc-41ea-8fe7-098c6052f8d9 req-6a940cd3-8104-4cb9-b8bf-6fc4669122a1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:21.440107 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3011988-84cc-41ea-8fe7-098c6052f8d9 req-6a940cd3-8104-4cb9-b8bf-6fc4669122a1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0494812 Jul 21 22:55:21.488134 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3011988-84cc-41ea-8fe7-098c6052f8d9 req-bc16e5fb-f6ec-46da-b625-59432b20ddfe tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418067 Jul 21 22:55:21.589672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.669823 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.824068 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.877475 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:21.973269 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ed22f-d972-4213-a5a2-c580742723c2 req-e7094aef-a5aa-4203-a30a-ef5d79c56cf8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:21.974754 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3c9ed22f-d972-4213-a5a2-c580742723c2 req-e7094aef-a5aa-4203-a30a-ef5d79c56cf8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0475533 Jul 21 22:55:22.025808 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3c9ed22f-d972-4213-a5a2-c580742723c2 req-cd3f5d45-991e-49c4-a80d-a76b5e43655a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452027 Jul 21 22:55:22.129177 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:22.144438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de57781-901e-4711-bec2-9d5088303d9e req-3291ef2b-485e-4b12-90d5-2ddead7ea52a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:22.145955 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6de57781-901e-4711-bec2-9d5088303d9e req-3291ef2b-485e-4b12-90d5-2ddead7ea52a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0466800 Jul 21 22:55:22.193640 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6de57781-901e-4711-bec2-9d5088303d9e req-2aabe1ef-52a5-48d8-9919-ffef69560775 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420201 Jul 21 22:55:22.333732 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5202517e-83b9-40de-add7-50797b43b422 req-05f9fd2b-c6f4-472c-84bd-8b25993bdb04 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:22.336232 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5202517e-83b9-40de-add7-50797b43b422 req-05f9fd2b-c6f4-472c-84bd-8b25993bdb04 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0475953 Jul 21 22:55:22.384532 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5202517e-83b9-40de-add7-50797b43b422 req-d8260702-e537-4357-a1d1-ba7b2558d9a5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435815 Jul 21 22:55:22.600025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0b71ca-6ae1-4d33-b564-fb79b5e9f599 req-238852a9-0c3f-4a62-aad3-1d9516a969f1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:22.601531 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f0b71ca-6ae1-4d33-b564-fb79b5e9f599 req-238852a9-0c3f-4a62-aad3-1d9516a969f1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0466850 Jul 21 22:55:22.650304 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f0b71ca-6ae1-4d33-b564-fb79b5e9f599 req-cef82d2d-2291-4df2-aa88-b91b949e68c0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432477 Jul 21 22:55:22.821217 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=77 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:23.140486 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17144fc1-9423-4288-a47e-6f6cc3085b07 req-966ddd92-03fd-42e2-a48a-70e80b53a41d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:23.141919 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17144fc1-9423-4288-a47e-6f6cc3085b07 req-966ddd92-03fd-42e2-a48a-70e80b53a41d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0500655 Jul 21 22:55:23.188093 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17144fc1-9423-4288-a47e-6f6cc3085b07 req-0bf6650b-867b-403c-a4d9-950d4fa58c87 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400548 Jul 21 22:55:23.311426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab0dea7-63c2-41aa-9926-6ab71d8c7795 req-f3885a24-0e58-40d8-9ff6-cee6d655a689 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:23.312921 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1ab0dea7-63c2-41aa-9926-6ab71d8c7795 req-f3885a24-0e58-40d8-9ff6-cee6d655a689 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0465744 Jul 21 22:55:23.360909 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1ab0dea7-63c2-41aa-9926-6ab71d8c7795 req-3784a4a3-48b1-40ca-adcc-683edbcc2465 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418379 Jul 21 22:55:23.503588 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951faaf-79b1-4cc9-a22c-a2514f2e6da1 req-5fdebd84-ab45-4b39-be40-ffe0a889e165 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:23.503588 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2951faaf-79b1-4cc9-a22c-a2514f2e6da1 req-5fdebd84-ab45-4b39-be40-ffe0a889e165 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0462809 Jul 21 22:55:23.547462 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2951faaf-79b1-4cc9-a22c-a2514f2e6da1 req-344f9881-0440-4adc-916d-2442bdf182c1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410342 Jul 21 22:55:23.763368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb824b50-08e8-4014-ab51-bc089a8cf7f7 req-0ef958f0-e286-4ab3-89e7-276bc743b256 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:23.764856 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb824b50-08e8-4014-ab51-bc089a8cf7f7 req-0ef958f0-e286-4ab3-89e7-276bc743b256 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0468798 Jul 21 22:55:23.812947 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb824b50-08e8-4014-ab51-bc089a8cf7f7 req-9429aa6a-9a87-4afe-96c2-e6006571afde tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425150 Jul 21 22:55:24.302670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e0c989-2536-487f-9234-f460fa83ce7d req-2d07014d-6340-4d98-bdbf-4bfaf658f299 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:24.304168 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09e0c989-2536-487f-9234-f460fa83ce7d req-2d07014d-6340-4d98-bdbf-4bfaf658f299 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0469835 Jul 21 22:55:24.356249 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09e0c989-2536-487f-9234-f460fa83ce7d req-1a492777-8887-4fd5-ae44-4333813f7cfb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466402 Jul 21 22:55:24.486999 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c3ada7-1852-4b90-9c38-3d2baa546d0d req-7b6ad991-d817-4a81-af80-1e44e824cb3e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:24.488455 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01c3ada7-1852-4b90-9c38-3d2baa546d0d req-7b6ad991-d817-4a81-af80-1e44e824cb3e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0513856 Jul 21 22:55:24.536366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-01c3ada7-1852-4b90-9c38-3d2baa546d0d req-02df7ee2-5cd7-430c-a50d-a1ed60297fc5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422337 Jul 21 22:55:24.658785 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ef8c28-bc9e-4e75-95ec-f13a375d176d req-77d4ba5e-f96b-423b-9c5c-db2d295a6e38 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:24.660781 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-82ef8c28-bc9e-4e75-95ec-f13a375d176d req-77d4ba5e-f96b-423b-9c5c-db2d295a6e38 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0459814 Jul 21 22:55:24.710937 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-82ef8c28-bc9e-4e75-95ec-f13a375d176d req-ac26439d-389c-457e-ba32-d65232a08fbb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438166 Jul 21 22:55:24.926090 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daed022-f45e-4534-92a4-16fab8fc8563 req-a5fd73fb-f5a0-4064-b646-a16cc5e2ad41 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:24.927622 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9daed022-f45e-4534-92a4-16fab8fc8563 req-a5fd73fb-f5a0-4064-b646-a16cc5e2ad41 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0474250 Jul 21 22:55:24.982615 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9daed022-f45e-4534-92a4-16fab8fc8563 req-bc0b9b18-2a6a-4214-89c2-d36936c54b28 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490236 Jul 21 22:55:25.434106 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36970) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:25.485949 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4531663-ca37-4dc1-9032-757c3c5cc0e5 req-7c6c3c95-0958-4c40-8485-86b8282cc836 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:25.488193 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f4531663-ca37-4dc1-9032-757c3c5cc0e5 req-7c6c3c95-0958-4c40-8485-86b8282cc836 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0545032 Jul 21 22:55:25.551449 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f4531663-ca37-4dc1-9032-757c3c5cc0e5 req-d8c1b9c5-cab4-46c3-8a6d-249efa81f9a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471668 Jul 21 22:55:25.558087 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f05381f1-eaaa-48e3-bfd8-361ff3ade3d7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:25.672512 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f05381f1-eaaa-48e3-bfd8-361ff3ade3d7 admin admin] Publish callbacks [] for security_group (76928d71-a6f2-4ce6-83e6-090527c124cc), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:25.679416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deaa7c2-1a8e-4f31-b039-7ea872fbae53 req-224641ba-b911-420b-86ce-bab5790f2b8c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:25.680921 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2deaa7c2-1a8e-4f31-b039-7ea872fbae53 req-224641ba-b911-420b-86ce-bab5790f2b8c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0685866 Jul 21 22:55:25.729782 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2deaa7c2-1a8e-4f31-b039-7ea872fbae53 req-c7540d77-3f6e-4d97-9214-ff6ea7b0e917 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431254 Jul 21 22:55:25.740474 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f05381f1-eaaa-48e3-bfd8-361ff3ade3d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (76928d71-a6f2-4ce6-83e6-090527c124cc), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:25.781651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05381f1-eaaa-48e3-bfd8-361ff3ade3d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76928d71-a6f2-4ce6-83e6-090527c124cc,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:25.786469 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-f05381f1-eaaa-48e3-bfd8-361ff3ade3d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ecc2e51ff1354580ae28f9f03f9c916c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3510387 Jul 21 22:55:25.789133 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 36980) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:25.803788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:25.834368 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df01e60-f9c5-48c4-8f98-467c5dc6168e req-ae511a65-f85e-477c-ad2e-caeb98815408 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:25.835899 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3df01e60-f9c5-48c4-8f98-467c5dc6168e req-ae511a65-f85e-477c-ad2e-caeb98815408 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0544689 Jul 21 22:55:25.841771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] Publish callbacks [] for security_group (76928d71-a6f2-4ce6-83e6-090527c124cc), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:25.868939 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] Publish callbacks [] for security_group (76928d71-a6f2-4ce6-83e6-090527c124cc), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:25.880701 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:25.890813 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3df01e60-f9c5-48c4-8f98-467c5dc6168e req-c0ddab30-214e-4dc4-9c1a-348b7ebbe729 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482156 Jul 21 22:55:25.997734 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (76928d71-a6f2-4ce6-83e6-090527c124cc), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:26.000425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:26.001604 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/76928d71-a6f2-4ce6-83e6-090527c124cc HTTP/1.1" status: 204 len: 168 time: 0.2115746 Jul 21 22:55:26.009818 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973bf99f-159f-4ce7-8c56-15e072dc6c75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76928d71-a6f2-4ce6-83e6-090527c124cc,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:26.102128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc042e15-d84b-4361-9794-b6c622c1df44 req-d3cc2a9f-232e-4f0d-88df-ed8f0f37917a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:26.103786 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fc042e15-d84b-4361-9794-b6c622c1df44 req-d3cc2a9f-232e-4f0d-88df-ed8f0f37917a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0487692 Jul 21 22:55:26.153494 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fc042e15-d84b-4361-9794-b6c622c1df44 req-d9190696-b0a3-4f65-b9ee-87c061a49477 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440471 Jul 21 22:55:26.665389 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6b5c11-1096-4a54-8385-fd30a6e91a0d req-0513496c-e7c1-4fba-813b-a03fbfbd8678 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:26.666922 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1e6b5c11-1096-4a54-8385-fd30a6e91a0d req-0513496c-e7c1-4fba-813b-a03fbfbd8678 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0467825 Jul 21 22:55:26.716750 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1e6b5c11-1096-4a54-8385-fd30a6e91a0d req-1cbecc3d-3fed-4233-90e3-d195183a20a4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438230 Jul 21 22:55:26.841690 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d064489-6875-4ce6-bd49-8f46ddefd8a4 req-ef473ccb-4c69-44de-8b52-7469352d9b10 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:26.843215 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9d064489-6875-4ce6-bd49-8f46ddefd8a4 req-ef473ccb-4c69-44de-8b52-7469352d9b10 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0481646 Jul 21 22:55:26.852591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37006) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:26.857780 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'port_id': '11031c16-fb45-409c-9526-c98d27b69652'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:26.870008 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f315c5-3c0a-41fc-814f-13517f01c460 req-9a221bf1-458b-4863-977f-841ef75622ba tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:26.871556 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-97f315c5-3c0a-41fc-814f-13517f01c460 req-9a221bf1-458b-4863-977f-841ef75622ba tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0565341 Jul 21 22:55:26.901942 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:26.937780 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-97f315c5-3c0a-41fc-814f-13517f01c460 req-e8b4a639-2c6a-495b-9f37-e0b2a8e521e7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584292 Jul 21 22:55:27.046361 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f882a317-b3b9-453b-8c2a-a780536e284d req-f85e3ad2-b7d3-4db6-8168-477e12188e42 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:27.047770 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f882a317-b3b9-453b-8c2a-a780536e284d req-f85e3ad2-b7d3-4db6-8168-477e12188e42 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0838082 Jul 21 22:55:27.066620 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:55:27.169997 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:27.177903 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f882a317-b3b9-453b-8c2a-a780536e284d req-b8aa0695-532a-43f9-b8b2-e4e9d0e90d41 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207659 Jul 21 22:55:27.182437 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739', 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520', 'port_id': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739', 'mac_address': 'fa:16:3e:7d:7c:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ba04ff-6880-49fa-8faf-b6a9e5abf38c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:55:27.229778 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:27.230171 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:27.244738 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:27.270680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:27.281639 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:27.321714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91b438c-12d5-4a3b-a84f-ede43ab75d75 req-9a2f170b-151d-4eff-83f1-e77b12758afd tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:27.323157 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c91b438c-12d5-4a3b-a84f-ede43ab75d75 req-9a2f170b-151d-4eff-83f1-e77b12758afd tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 943 time: 0.0516398 Jul 21 22:55:27.334928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:27.364515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:27.375936 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c91b438c-12d5-4a3b-a84f-ede43ab75d75 req-96a994e1-92a9-45ff-8782-abb7de5a3efb tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470073 Jul 21 22:55:27.429042 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:27.431252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:27.495243 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:27.592326 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 8e64516f-16f1-4bb5-b3ff-742ec6a93939 associated. External IP: 172.27.0.218, port: 11031c16-fb45-409c-9526-c98d27b69652. Jul 21 22:55:27.681314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:28.031024 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:28.063408 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:55:28.078256 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d3d47b-c5e9-4704-b222-a1dc90f99484 req-79901306-6655-4594-ad04-76ac9c7f65a6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:28.079773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b7d3d47b-c5e9-4704-b222-a1dc90f99484 req-79901306-6655-4594-ad04-76ac9c7f65a6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0658841 Jul 21 22:55:28.206651 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b7d3d47b-c5e9-4704-b222-a1dc90f99484 req-2308865e-b874-4e98-ade9-ae25d359b84a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189640 Jul 21 22:55:28.219976 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:55:28.225829 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:28.244013 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:55:28.259687 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:28.260317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:55:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:28.263220 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b2265011-81eb-4572-b800-38b6c9747131 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "PUT /v2.0/floatingips/8e64516f-16f1-4bb5-b3ff-742ec6a93939 HTTP/1.1" status: 200 len: 992 time: 1.4067557 Jul 21 22:55:28.263220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'tag': '11031c16-fb45-409c-9526-c98d27b69652'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:28.264279 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0" -d '{"events": [{"name": "network-changed", "server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "tag": "11031c16-fb45-409c-9526-c98d27b69652"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:28.308674 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-423b7149-c27b-4eb0-b590-848784904d8a x-openstack-request-id: req-423b7149-c27b-4eb0-b590-848784904d8a {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:28.308674 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "tag": "11031c16-fb45-409c-9526-c98d27b69652", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:28.308674 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-423b7149-c27b-4eb0-b590-848784904d8a {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:28.308674 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-423b7149-c27b-4eb0-b590-848784904d8a'] response: {'name': 'network-changed', 'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'tag': '11031c16-fb45-409c-9526-c98d27b69652', 'status': 'completed', 'code': 200} Jul 21 22:55:28.345444 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7419b2-e04b-414d-bf92-2dc51361c49a req-e76f899a-db11-44e3-9dd6-ad3457d66b09 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:28.350195 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ba7419b2-e04b-414d-bf92-2dc51361c49a req-e76f899a-db11-44e3-9dd6-ad3457d66b09 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0627315 Jul 21 22:55:28.380269 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:28.399242 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ba7419b2-e04b-414d-bf92-2dc51361c49a req-749f1b45-02c5-4e71-adc2-d7afde871562 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461717 Jul 21 22:55:28.501329 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ceb1f-a5f9-4f2c-8e96-9b3865bafe55 req-c81d72cf-e307-4506-944b-ff69c45e7e70 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:28.503477 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9c0ceb1f-a5f9-4f2c-8e96-9b3865bafe55 req-c81d72cf-e307-4506-944b-ff69c45e7e70 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 944 time: 0.0511990 Jul 21 22:55:28.513875 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=96,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:28.553677 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9c0ceb1f-a5f9-4f2c-8e96-9b3865bafe55 req-92df9eed-717d-4760-841b-f37a3a8bf9f9 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444994 Jul 21 22:55:28.650302 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:27Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:28.675743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:55:28.683949 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:55:28.684559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:55:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:28.786956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:55:28.891074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:29.011071 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:27Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:55:29.036890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca01d097-f06b-49ea-bc5a-e9efdcf1884a None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:27Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:55:29.225102 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f17c2db-526c-4ac7-8f7f-aede42e74ac2 None None] New status for floating IP 8e64516f-16f1-4bb5-b3ff-742ec6a93939: ACTIVE {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:55:29.350793 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0098d97-b16f-401a-a876-923f388f1037 req-c31577ee-b2d4-4df9-ba8a-5f84c6b9868b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:29.352918 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b0098d97-b16f-401a-a876-923f388f1037 req-c31577ee-b2d4-4df9-ba8a-5f84c6b9868b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0604358 Jul 21 22:55:29.421765 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b0098d97-b16f-401a-a876-923f388f1037 req-29ef015e-9780-411b-954c-67dcdd675c11 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0629416 Jul 21 22:55:29.530926 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771922a-a3df-4bea-b1bf-34358e7c2d29 req-523a8a7c-3b80-4cb6-b345-f6bf6e1867ff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:29.532458 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6771922a-a3df-4bea-b1bf-34358e7c2d29 req-523a8a7c-3b80-4cb6-b345-f6bf6e1867ff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0522192 Jul 21 22:55:29.550321 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:55:29.582915 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6771922a-a3df-4bea-b1bf-34358e7c2d29 req-f5c49860-a3f6-4653-a208-d532b1c63ab5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441086 Jul 21 22:55:29.667127 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97a83d0-d1b6-4fbf-9932-84d2f91ae0c0 req-68208798-1dad-46c7-9212-7c2c113b38b1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:29.668654 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f97a83d0-d1b6-4fbf-9932-84d2f91ae0c0 req-68208798-1dad-46c7-9212-7c2c113b38b1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 944 time: 0.0474229 Jul 21 22:55:29.716957 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f97a83d0-d1b6-4fbf-9932-84d2f91ae0c0 req-bed17782-3edb-44f3-a2a6-1b82a781e57e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425632 Jul 21 22:55:30.425492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-42592b7b-411c-463d-8ca1-bc7d923fc059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.427453 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-42592b7b-411c-463d-8ca1-bc7d923fc059 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 1130 time: 0.0401688 Jul 21 22:55:30.599630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d4ca73-3fed-47fc-bdb5-9978acac9203 req-35427b50-fde7-4a54-8c3e-97ed4a824537 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.601137 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80d4ca73-3fed-47fc-bdb5-9978acac9203 req-35427b50-fde7-4a54-8c3e-97ed4a824537 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0590370 Jul 21 22:55:30.632279 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-b44c9c12-9a32-49fa-853a-2d574a8967ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.640213 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-b44c9c12-9a32-49fa-853a-2d574a8967ca service neutron] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 916 time: 0.1552141 Jul 21 22:55:30.671430 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80d4ca73-3fed-47fc-bdb5-9978acac9203 req-eb03d9cb-c22c-4cbf-8d8b-637b442aa72d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617695 Jul 21 22:55:30.708528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:55:30.729819 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-f64fb6ba-e993-4326-ba9a-fa118d5e0663 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11031c16-fb45-409c-9526-c98d27b69652 HTTP/1.1" status: 200 len: 1002 time: 0.0690427 Jul 21 22:55:30.778059 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:30.829005 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaee92f-9fb2-40df-b29c-9de02cbeb93b req-59e1eb02-8307-4508-bac3-4de34920fbc9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.829005 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8aaee92f-9fb2-40df-b29c-9de02cbeb93b req-59e1eb02-8307-4508-bac3-4de34920fbc9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0752401 Jul 21 22:55:30.835773 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-605aa661-eb05-45c7-895c-47588a714466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.835773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-605aa661-eb05-45c7-895c-47588a714466 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0954766 Jul 21 22:55:30.885740 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8aaee92f-9fb2-40df-b29c-9de02cbeb93b req-13ccb802-627b-42ee-8205-013d73c0dcd9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491245 Jul 21 22:55:30.930748 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c60c91-fcbe-4205-9236-c5fc81048787 req-98a9f986-5a34-425b-83f6-e443e7723035 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:30.932861 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-54c60c91-fcbe-4205-9236-c5fc81048787 req-98a9f986-5a34-425b-83f6-e443e7723035 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 944 time: 0.0551708 Jul 21 22:55:30.982395 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-54c60c91-fcbe-4205-9236-c5fc81048787 req-e7195a4c-99b2-46e7-a04e-2cd676f85f0e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424800 Jul 21 22:55:31.002128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad2809-7230-4c96-875f-4a8ec9446043 req-6cb192e3-d9c1-47c8-b40c-850e30c37c64 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:31.004263 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-33ad2809-7230-4c96-875f-4a8ec9446043 req-6cb192e3-d9c1-47c8-b40c-850e30c37c64 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0527353 Jul 21 22:55:31.047859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:31.053030 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-33ad2809-7230-4c96-875f-4a8ec9446043 req-ea4ceafb-dd99-4664-9fb6-8cf1673c37c7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431523 Jul 21 22:55:31.790107 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6899c8-adfc-4934-8d0b-af9bfdd37c5b req-e2e23572-78e1-47f6-8339-5ac35c841012 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:31.791696 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3d6899c8-adfc-4934-8d0b-af9bfdd37c5b req-e2e23572-78e1-47f6-8339-5ac35c841012 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0481277 Jul 21 22:55:31.838894 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3d6899c8-adfc-4934-8d0b-af9bfdd37c5b req-1b866bb3-0cf1-4d83-b3ec-03999ac3e1a4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415711 Jul 21 22:55:31.955409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-17db9dc2-14a1-43e4-a8e2-fd4e132534b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:31.956933 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-17db9dc2-14a1-43e4-a8e2-fd4e132534b8 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414124 Jul 21 22:55:32.029062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:32.041191 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c77dc48-680d-4d43-8f2a-ecb6b5edea66 req-4485ddc8-1ea9-4815-b8da-7d74972cc3d1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:32.042960 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c77dc48-680d-4d43-8f2a-ecb6b5edea66 req-4485ddc8-1ea9-4815-b8da-7d74972cc3d1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0777879 Jul 21 22:55:32.099756 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4766ae87-8159-4474-b7fd-1cc26a203322 req-14d48fd8-2538-4d98-9a50-0168e4e99a4c tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:32.101282 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4766ae87-8159-4474-b7fd-1cc26a203322 req-14d48fd8-2538-4d98-9a50-0168e4e99a4c tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 944 time: 0.0494196 Jul 21 22:55:32.140770 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-6d019bd0-c079-4883-ba79-f05724c2a1ad service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1649687 Jul 21 22:55:32.145874 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c77dc48-680d-4d43-8f2a-ecb6b5edea66 req-a707a51f-75f5-42ea-a044-226b1da712f7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761526 Jul 21 22:55:32.156661 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4766ae87-8159-4474-b7fd-1cc26a203322 req-87716d15-64a5-422c-986c-3ff591407593 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495415 Jul 21 22:55:32.315248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b40268e-d1c2-49be-8dc2-4fd6154a1adf req-8547a08d-cd9d-4863-b037-45da81b02da4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:32.317534 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b40268e-d1c2-49be-8dc2-4fd6154a1adf req-8547a08d-cd9d-4863-b037-45da81b02da4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.1035295 Jul 21 22:55:32.369767 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8b65ee-b81c-4a9b-af81-35d349e6d619 req-f9cd6362-96e7-4487-b05c-086e3351ebcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:32.371306 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb8b65ee-b81c-4a9b-af81-35d349e6d619 req-f9cd6362-96e7-4487-b05c-086e3351ebcb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.1136594 Jul 21 22:55:32.450825 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b40268e-d1c2-49be-8dc2-4fd6154a1adf req-e02e88aa-ac3e-40cd-99f2-1e860c56d85d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039023 Jul 21 22:55:32.454455 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4621e34-5c5e-46b3-8dfa-2a9c8c28d0e0 req-5977432b-f0e9-48db-aec0-e50c37879264 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2111404 Jul 21 22:55:32.469794 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb8b65ee-b81c-4a9b-af81-35d349e6d619 req-0a87ea33-da9c-4c8e-94a9-302228c9996f service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870872 Jul 21 22:55:32.578166 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:32.621507 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:55:32.715867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:32.716250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:32.790257 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:32.790571 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:32.812413 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:32.814609 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f6f7e7a-7ac9-4cf5-910a-55bcb6d6bffc" -d '{"events": [{"server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "name": "network-vif-plugged", "status": "completed", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:32.827861 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:32.853094 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c667cc3-1980-4c73-9d72-eaf5ab8be8d0 x-openstack-request-id: req-3c667cc3-1980-4c73-9d72-eaf5ab8be8d0 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:32.853385 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "name": "network-vif-plugged", "status": "completed", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:32.853685 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3c667cc3-1980-4c73-9d72-eaf5ab8be8d0 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:32.854156 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c667cc3-1980-4c73-9d72-eaf5ab8be8d0'] response: {'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739', 'code': 200} Jul 21 22:55:32.912446 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:32.959811 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:32.962525 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f63fb4-0e0e-4674-81f5-513a689b889c req-b651f1ec-6a03-4cf5-9159-e2731d756448 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:32.964066 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d5f63fb4-0e0e-4674-81f5-513a689b889c req-b651f1ec-6a03-4cf5-9159-e2731d756448 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0480311 Jul 21 22:55:33.011941 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d5f63fb4-0e0e-4674-81f5-513a689b889c req-88944601-7ef9-4a36-836e-4ac471166244 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418408 Jul 21 22:55:33.262603 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60bd1133-c147-4499-8342-cb4135374fa2 req-7b032ce5-aa0d-4d88-8460-f24e2c1ede76 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:33.264121 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60bd1133-c147-4499-8342-cb4135374fa2 req-7b032ce5-aa0d-4d88-8460-f24e2c1ede76 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0480711 Jul 21 22:55:33.276890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9c992c-fd51-4e32-a51d-0ae38700a90b req-b6976f83-8033-4ec3-80ea-b81fb7595641 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:33.278351 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3d9c992c-fd51-4e32-a51d-0ae38700a90b req-b6976f83-8033-4ec3-80ea-b81fb7595641 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0482707 Jul 21 22:55:33.313046 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60bd1133-c147-4499-8342-cb4135374fa2 req-4f10534e-49bb-414e-bdca-f50ee97f1aec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432203 Jul 21 22:55:33.331473 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3d9c992c-fd51-4e32-a51d-0ae38700a90b req-9122f1b1-90ca-4102-967f-ac9a47e3fafb tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472617 Jul 21 22:55:33.575238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1090a9f-1448-4459-a950-1cf30c5820ab req-78458e87-4f95-45f1-9372-039d03674d4a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:33.576708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1090a9f-1448-4459-a950-1cf30c5820ab req-78458e87-4f95-45f1-9372-039d03674d4a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0462987 Jul 21 22:55:33.624023 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1090a9f-1448-4459-a950-1cf30c5820ab req-c83faaa8-737b-4902-adae-d713477ea5fe tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419054 Jul 21 22:55:34.134445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7361e646-7459-4dab-b10c-7df70c92b9cc req-5acbb5a7-6ccb-4d67-9fe0-182f513f20f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:34.135847 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7361e646-7459-4dab-b10c-7df70c92b9cc req-5acbb5a7-6ccb-4d67-9fe0-182f513f20f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0494556 Jul 21 22:55:34.182205 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7361e646-7459-4dab-b10c-7df70c92b9cc req-5b285169-707c-4238-9aa1-0cd3d559c547 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408921 Jul 21 22:55:34.434295 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc6add3-e358-4e03-8118-cb067887ca0a req-257c52df-71f6-46fe-b531-be1a57dc5027 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:34.436369 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4fc6add3-e358-4e03-8118-cb067887ca0a req-257c52df-71f6-46fe-b531-be1a57dc5027 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0539114 Jul 21 22:55:34.444202 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3667d92d-6411-4157-aca0-300358ed4785 req-aadc5d80-64c2-4a34-b3aa-a15015e7a4d6 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:34.445691 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3667d92d-6411-4157-aca0-300358ed4785 req-aadc5d80-64c2-4a34-b3aa-a15015e7a4d6 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0471523 Jul 21 22:55:34.484570 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4fc6add3-e358-4e03-8118-cb067887ca0a req-c10bcb46-9808-4ecd-bb65-b905e527114a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419328 Jul 21 22:55:34.493089 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3667d92d-6411-4157-aca0-300358ed4785 req-ed020220-c386-464c-b710-7678466b252f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417924 Jul 21 22:55:34.737425 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9bb784-bbff-4d1b-bfa4-ca102acd5bd9 req-b33f433b-0519-4d24-81b4-eb4ff9d1c213 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:34.739420 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9e9bb784-bbff-4d1b-bfa4-ca102acd5bd9 req-b33f433b-0519-4d24-81b4-eb4ff9d1c213 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0468185 Jul 21 22:55:34.771670 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:34.785784 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9e9bb784-bbff-4d1b-bfa4-ca102acd5bd9 req-d9305f58-a0c9-4499-85a8-1ecd1e879e88 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408459 Jul 21 22:55:35.299351 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca286dd3-3b54-4267-b773-7aac6e5c1e7b req-0355e2f7-cd05-4db3-876d-937ed4c7ee14 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:35.301466 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ca286dd3-3b54-4267-b773-7aac6e5c1e7b req-0355e2f7-cd05-4db3-876d-937ed4c7ee14 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0457919 Jul 21 22:55:35.351824 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ca286dd3-3b54-4267-b773-7aac6e5c1e7b req-573bb3e0-7e08-40f4-9f5a-dd673ebe4c14 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449069 Jul 21 22:55:35.605812 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4168632a-15ae-43f9-ad18-6c99f38a2d59 req-0626bc6a-a765-4362-ae23-f30d49ab3413 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:35.606565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1a35d3-09fd-45b6-8e40-72167efad623 req-ca119011-1d35-4387-ac3b-f293bf6355c5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:35.608074 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e1a35d3-09fd-45b6-8e40-72167efad623 req-ca119011-1d35-4387-ac3b-f293bf6355c5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0507281 Jul 21 22:55:35.608698 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4168632a-15ae-43f9-ad18-6c99f38a2d59 req-0626bc6a-a765-4362-ae23-f30d49ab3413 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0487258 Jul 21 22:55:35.625970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:35.651094 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:35.655446 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4168632a-15ae-43f9-ad18-6c99f38a2d59 req-b3f70b8a-e40b-4382-bff5-11de55d39d11 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426297 Jul 21 22:55:35.655727 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e1a35d3-09fd-45b6-8e40-72167efad623 req-ef2c67ee-1752-4836-b17c-1bfe6c0f1215 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420117 Jul 21 22:55:35.885375 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:35.896961 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19aa47c-028c-4520-8e55-6e9a2f42d457 req-d35ca68d-d5f2-45f6-95b7-0a4fb05a9edc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:35.898422 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f19aa47c-028c-4520-8e55-6e9a2f42d457 req-d35ca68d-d5f2-45f6-95b7-0a4fb05a9edc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0468097 Jul 21 22:55:35.944470 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f19aa47c-028c-4520-8e55-6e9a2f42d457 req-8985f07c-1bb3-4375-ad8c-c94fecf416f4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 Jul 21 22:55:36.473248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18186e43-b224-40b7-94bd-f0748ec23729 req-f75377b2-080b-4662-9347-4b57603359d0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:36.480055 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-18186e43-b224-40b7-94bd-f0748ec23729 req-f75377b2-080b-4662-9347-4b57603359d0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0505257 Jul 21 22:55:36.522492 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-18186e43-b224-40b7-94bd-f0748ec23729 req-8a3b41cf-d3c2-45bf-a0ee-119f17f73f19 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418222 Jul 21 22:55:36.771205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a536858-84d1-4b50-b502-9572ed331dbc req-ab07653d-e6e3-4517-8da3-5005af74eae8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:36.773462 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a536858-84d1-4b50-b502-9572ed331dbc req-ab07653d-e6e3-4517-8da3-5005af74eae8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0489132 Jul 21 22:55:36.776358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f63c1c-3f3e-4ec5-be0a-68e68e125dbb req-e75d8507-b28b-4a35-bbe2-5c8cf04ef8c7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:36.778053 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-84f63c1c-3f3e-4ec5-be0a-68e68e125dbb req-e75d8507-b28b-4a35-bbe2-5c8cf04ef8c7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0519402 Jul 21 22:55:36.825849 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a536858-84d1-4b50-b502-9572ed331dbc req-a1919125-2acd-4a03-ad99-fe14c983d48f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469732 Jul 21 22:55:36.830033 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-84f63c1c-3f3e-4ec5-be0a-68e68e125dbb req-191932f2-ae5a-4229-825f-df508749eee1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449078 Jul 21 22:55:36.937294 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d560568-7399-4761-b6d9-dcd861d21c1b req-2cc8fa74-6665-4149-88f5-9922f9f2beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:36.938700 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d560568-7399-4761-b6d9-dcd861d21c1b req-2cc8fa74-6665-4149-88f5-9922f9f2beef service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 1129 time: 0.0378041 Jul 21 22:55:36.989228 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d560568-7399-4761-b6d9-dcd861d21c1b req-f8d9ab05-e27f-4b94-94c4-9a9e8bf88eab service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394051 Jul 21 22:55:37.059602 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079a2cb1-b293-45a7-8305-60bbbd7aa53c req-645e0090-c1d7-4a85-a62e-89a4ee7ccef1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:37.061161 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-079a2cb1-b293-45a7-8305-60bbbd7aa53c req-645e0090-c1d7-4a85-a62e-89a4ee7ccef1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0492680 Jul 21 22:55:37.109691 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-079a2cb1-b293-45a7-8305-60bbbd7aa53c req-d253378c-4448-45cc-858d-3b0a3edc4b9e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423732 Jul 21 22:55:37.646105 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd96a35-f2a8-4edd-a2c2-0df993f19481 req-c3faacc1-8a70-4ea9-aeb2-78f57269bae3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:37.647636 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bcd96a35-f2a8-4edd-a2c2-0df993f19481 req-c3faacc1-8a70-4ea9-aeb2-78f57269bae3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0513604 Jul 21 22:55:37.695166 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bcd96a35-f2a8-4edd-a2c2-0df993f19481 req-290b85a6-8893-4c15-b027-f39f37ee6ebd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417829 Jul 21 22:55:37.940986 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5325fbf4-77c5-47d0-9fbe-b0e5b458d33a req-f9628360-412e-4bfc-87c2-e50c5e085f34 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:37.943120 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5325fbf4-77c5-47d0-9fbe-b0e5b458d33a req-f9628360-412e-4bfc-87c2-e50c5e085f34 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0495176 Jul 21 22:55:37.944318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f113f85-7e5f-456c-9c98-9351f252c69f req-b5b7c407-35e8-4cf5-97c9-7c622f841274 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:37.948471 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f113f85-7e5f-456c-9c98-9351f252c69f req-b5b7c407-35e8-4cf5-97c9-7c622f841274 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0470545 Jul 21 22:55:37.995854 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5325fbf4-77c5-47d0-9fbe-b0e5b458d33a req-5d42570a-63a8-47e4-a3ce-468506cec188 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457602 Jul 21 22:55:37.997617 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f113f85-7e5f-456c-9c98-9351f252c69f req-f7a3792b-8251-48db-9a09-57545a7aa8f2 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460737 Jul 21 22:55:38.225982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be859b5-7184-4fe3-aeec-6a79efb98491 req-47604edf-d168-4a23-92fb-c6e2a5112479 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:38.227482 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9be859b5-7184-4fe3-aeec-6a79efb98491 req-47604edf-d168-4a23-92fb-c6e2a5112479 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0502269 Jul 21 22:55:38.274664 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9be859b5-7184-4fe3-aeec-6a79efb98491 req-e849fd26-2cce-44dc-900b-66011c8f8a66 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414755 Jul 21 22:55:38.417583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0485b6c-d47e-4e48-b078-5e57d1b695c5 req-6faae4bc-f936-48d5-9465-2a47f3d81cb1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:38.419122 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a0485b6c-d47e-4e48-b078-5e57d1b695c5 req-6faae4bc-f936-48d5-9465-2a47f3d81cb1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0468252 Jul 21 22:55:38.468463 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a0485b6c-d47e-4e48-b078-5e57d1b695c5 req-d6d794d6-db74-4c39-85d1-5d990794a4a4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436261 Jul 21 22:55:38.599779 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:55:38.709095 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:38.720794 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:55:38.756977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: ACTIVE; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:38.757368 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:38.772149 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:38.797511 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:38.815220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070c2a9-a47c-4413-83d3-f1e197750a4b req-52f856d1-8fa8-4c21-ae05-33a408d7aa49 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:38.817225 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3070c2a9-a47c-4413-83d3-f1e197750a4b req-52f856d1-8fa8-4c21-ae05-33a408d7aa49 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0488853 Jul 21 22:55:38.868177 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3070c2a9-a47c-4413-83d3-f1e197750a4b req-1051130e-a2ff-4282-b8cc-7297e34020c3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453281 Jul 21 22:55:38.887898 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:38.948126 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=6']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:39.028792 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['b6018a62-bad9-4d10-af9d-f5d0973eb84a'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:55:39.122522 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:39.138701 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975eb4ff-a0af-44c6-8573-20b0853830cb req-dc9f920d-ac13-43a9-91e4-4b70bfa21eee tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.140541 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-975eb4ff-a0af-44c6-8573-20b0853830cb req-dc9f920d-ac13-43a9-91e4-4b70bfa21eee tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0561392 Jul 21 22:55:39.208038 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-f3ae1b82-76eb-4a12-acc8-d5640f164f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.209603 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-f3ae1b82-76eb-4a12-acc8-d5640f164f64 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.0641217 Jul 21 22:55:39.232110 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-975eb4ff-a0af-44c6-8573-20b0853830cb req-acc410d4-188a-4297-9ffe-0984451b8ba7 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789516 Jul 21 22:55:39.378050 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-f8556fe2-625f-4590-9f50-27ae89002cdd tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1108050036&fields=id&tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7 HTTP/1.1" status: 200 len: 267 time: 0.1049032 Jul 21 22:55:39.379531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-00268111-ac58-47be-a4e3-2ad9ce7786be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.380998 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-00268111-ac58-47be-a4e3-2ad9ce7786be service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1404464 Jul 21 22:55:39.401492 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37fe78b-c841-4594-b5b2-7105caadc894 req-24e4761f-793f-4bf4-8a44-46ae72cde4de tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.406429 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d37fe78b-c841-4594-b5b2-7105caadc894 req-24e4761f-793f-4bf4-8a44-46ae72cde4de tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0551968 Jul 21 22:55:39.452395 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-c668c383-e974-4776-a3bc-98ea19c196ce service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.0534842 Jul 21 22:55:39.458998 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d37fe78b-c841-4594-b5b2-7105caadc894 req-602cc8aa-b3d4-462a-b759-4076f4520019 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474672 Jul 21 22:55:39.533867 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-a18b6026-ae54-45ae-b002-68b34f3d73e9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.535535 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-a18b6026-ae54-45ae-b002-68b34f3d73e9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 808 time: 0.1510587 Jul 21 22:55:39.550210 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-498e7289-7245-4b16-bd6d-8a973d9b8f73 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/quotas/93d60e3f3bcd48f292f30a8d2f0351d7 HTTP/1.1" status: 200 len: 375 time: 0.0093126 Jul 21 22:55:39.586593 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51604e9-fd52-43cf-9317-90505c28e0ff req-1da007f8-36f5-40a1-98ef-79354ec68402 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.588825 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a51604e9-fd52-43cf-9317-90505c28e0ff req-1da007f8-36f5-40a1-98ef-79354ec68402 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0491498 Jul 21 22:55:39.602992 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-9371d447-d46e-40ed-ba71-06aaeaa1f342 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0450671 Jul 21 22:55:39.638088 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a51604e9-fd52-43cf-9317-90505c28e0ff req-6d3c2178-34ef-4a65-a4d3-9223e7074d1f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438476 Jul 21 22:55:39.690759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:39.705192 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-d64746e1-04d4-413a-a799-e392d73e563b service neutron] 10.222.0.52 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904527 Jul 21 22:55:39.748755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:39.807237 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-a4bfdd3d-e4b7-4c4e-b815-ec364b8f3a6a service neutron] 10.222.0.52 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954571 Jul 21 22:55:39.990479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab11015-1441-4e87-a213-73c793c07bba req-b87148bb-e24c-49b7-93dd-473105c27883 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:39.992008 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fab11015-1441-4e87-a213-73c793c07bba req-b87148bb-e24c-49b7-93dd-473105c27883 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0504315 Jul 21 22:55:40.024957 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:40.039821 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fab11015-1441-4e87-a213-73c793c07bba req-757112d3-96d7-469e-af9e-8068b02ce510 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421822 Jul 21 22:55:40.159702 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=24 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:40.163575 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:40.365916 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c34d80-360a-47b8-b6bd-952143d9421e req-dd34c8cc-eb42-4101-9306-81a80c9a3244 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:40.367715 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a1c34d80-360a-47b8-b6bd-952143d9421e req-dd34c8cc-eb42-4101-9306-81a80c9a3244 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0675704 Jul 21 22:55:40.378693 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-876d7431-f537-40ab-8507-0ec1eb632a61 req-b556302a-722f-4b0b-b85f-4b7304f1c433 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0285485 Jul 21 22:55:40.419793 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a1c34d80-360a-47b8-b6bd-952143d9421e req-87636f6b-d7b6-4a1a-a48e-07e9fe7d200c tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460782 Jul 21 22:55:40.573636 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdcfbc-7e81-4eca-b264-b1088097e312 req-650bab24-a7c6-4c50-98fa-d06b8ae8fe0c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:40.575140 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-93cdcfbc-7e81-4eca-b264-b1088097e312 req-650bab24-a7c6-4c50-98fa-d06b8ae8fe0c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0463533 Jul 21 22:55:40.626091 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-93cdcfbc-7e81-4eca-b264-b1088097e312 req-d10a1ad0-5d11-4b26-b95a-09e382b7863b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454586 Jul 21 22:55:40.714932 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:40.753799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c7cdd-4666-4158-96a4-ab70691e2f54 req-57903aa5-b4da-4468-bbd0-617e78148633 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:40.755321 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-451c7cdd-4666-4158-96a4-ab70691e2f54 req-57903aa5-b4da-4468-bbd0-617e78148633 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0505812 Jul 21 22:55:40.806653 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-451c7cdd-4666-4158-96a4-ab70691e2f54 req-2268dd72-063a-42a2-a59a-ede5b729ffdb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459321 Jul 21 22:55:41.160578 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c39337-e2f4-463b-9b5f-3fe392571d67 req-4f832940-83d4-407f-a674-fc6740f11525 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:41.162082 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-46c39337-e2f4-463b-9b5f-3fe392571d67 req-4f832940-83d4-407f-a674-fc6740f11525 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0465045 Jul 21 22:55:41.211591 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-46c39337-e2f4-463b-9b5f-3fe392571d67 req-db81db3d-4d91-4eea-9b92-5afe50490075 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428312 Jul 21 22:55:41.474256 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e5c6f1ab-fabc-4989-be68-48048aa1f856 req-e4b97e91-c1be-424a-a768-430ebcec0407 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0281117 Jul 21 22:55:41.535838 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e90764-f4ae-4814-8553-d41949dbf320 req-0ca19e76-53fe-4fb1-b4da-3d3139356a7f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:41.537300 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-16e90764-f4ae-4814-8553-d41949dbf320 req-0ca19e76-53fe-4fb1-b4da-3d3139356a7f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0475760 Jul 21 22:55:41.584190 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-16e90764-f4ae-4814-8553-d41949dbf320 req-71fbdce3-3844-4629-bcc9-2c623a3cee35 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412734 Jul 21 22:55:41.740015 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a12e7-d3e0-47e2-bd68-2b2dcf6756d0 req-030b8596-1efa-4645-b47b-aa7f2dcbfcee tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:41.741491 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8a4a12e7-d3e0-47e2-bd68-2b2dcf6756d0 req-030b8596-1efa-4645-b47b-aa7f2dcbfcee tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0489182 Jul 21 22:55:41.789272 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8a4a12e7-d3e0-47e2-bd68-2b2dcf6756d0 req-1059e6ca-882a-4ff1-a94f-e82e22380b34 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421214 Jul 21 22:55:41.921888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e17e02-735c-48d5-a450-2e73637c2e7a req-91ef0b14-822b-4bb0-8bb8-db22d942a38a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:41.923358 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-05e17e02-735c-48d5-a450-2e73637c2e7a req-91ef0b14-822b-4bb0-8bb8-db22d942a38a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0505006 Jul 21 22:55:41.972403 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-05e17e02-735c-48d5-a450-2e73637c2e7a req-f5e0eddd-62bc-4669-b089-ecdf352d6134 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434558 Jul 21 22:55:42.013315 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3d50f8d7-0d3c-42b1-aec2-4811ed33f2db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:42.338361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2495a8e6-cd7d-4a7f-b95f-8c8ee36dcb4d req-b0177cd7-b3e9-4008-939b-34d83bfabd76 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:42.339869 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2495a8e6-cd7d-4a7f-b95f-8c8ee36dcb4d req-b0177cd7-b3e9-4008-939b-34d83bfabd76 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0558474 Jul 21 22:55:42.388885 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2495a8e6-cd7d-4a7f-b95f-8c8ee36dcb4d req-62e2b8b8-a648-43ee-838e-ffdf400c8e28 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 Jul 21 22:55:42.569461 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec834b4b-d77b-4c41-9727-3b54ae81315d req-c24dc7dd-d2d5-42d4-a663-f0fc2c40c3dc tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0276630 Jul 21 22:55:42.890212 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:55:42.904719 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e3fc0c-ce9b-42e5-a8bd-7398d60d3a4d req-7c3f324f-8462-4863-ba50-1897890d22e4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:42.906226 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60e3fc0c-ce9b-42e5-a8bd-7398d60d3a4d req-7c3f324f-8462-4863-ba50-1897890d22e4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0467463 Jul 21 22:55:42.937514 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-a8f345fe-09b5-49b0-857d-f3a4ddc8b915 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:42.939068 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-a8f345fe-09b5-49b0-857d-f3a4ddc8b915 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0457630 Jul 21 22:55:42.945416 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port b6018a62-bad9-4d10-af9d-f5d0973eb84a triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:42.945794 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:42.954761 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60e3fc0c-ce9b-42e5-a8bd-7398d60d3a4d req-7f0e7b44-6014-46db-8e2e-24d9490d7b45 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421133 Jul 21 22:55:43.020911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:43.021420 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:43.044428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:43.046664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb4a097a-547c-4265-9631-a5978e439b4c" -d '{"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:43.058941 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:43.084268 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ed21c4b-45dd-4f10-82a2-22a45eb5c4e9 x-openstack-request-id: req-5ed21c4b-45dd-4f10-82a2-22a45eb5c4e9 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:43.084591 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:43.084855 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ed21c4b-45dd-4f10-82a2-22a45eb5c4e9 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:43.085254 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ed21c4b-45dd-4f10-82a2-22a45eb5c4e9'] response: {'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'code': 200} Jul 21 22:55:43.088273 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7686bee8-059f-4487-aa28-7f0cdadf74fa req-445dd2c0-4c65-4a05-b6f2-ad57b534960a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:43.089805 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7686bee8-059f-4487-aa28-7f0cdadf74fa req-445dd2c0-4c65-4a05-b6f2-ad57b534960a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0504479 Jul 21 22:55:43.137326 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7686bee8-059f-4487-aa28-7f0cdadf74fa req-49a1e666-3db7-4003-ab1b-59a05f25c4a0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415304 Jul 21 22:55:43.152965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:43.199758 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=7']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:43.506493 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1973e2f-f9e8-4660-bf3b-00a22dac8246 req-f1253d6f-dd47-43eb-b0a7-6f4c4057eef3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:43.507983 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a1973e2f-f9e8-4660-bf3b-00a22dac8246 req-f1253d6f-dd47-43eb-b0a7-6f4c4057eef3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0467985 Jul 21 22:55:43.667755 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-101c29ab-70d0-4216-a86d-54c21d25d9c6 req-c9f7fb52-9b77-4305-aeaa-e4a982b301f7 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0291774 Jul 21 22:55:43.772568 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a1973e2f-f9e8-4660-bf3b-00a22dac8246 req-174bac73-3257-4e2a-882c-ef52a694e3c2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2590134 Jul 21 22:55:44.070555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3569f34-1d31-4cd3-9910-bac76c5631d1 req-18a13312-235f-40da-b1a1-366eb87578fb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:44.072094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b3569f34-1d31-4cd3-9910-bac76c5631d1 req-18a13312-235f-40da-b1a1-366eb87578fb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0486794 Jul 21 22:55:44.142325 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-bd5377f4-fc48-4dd8-9a28-e39f5daa0804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:44.143774 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-bd5377f4-fc48-4dd8-9a28-e39f5daa0804 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0636196 Jul 21 22:55:44.182678 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b3569f34-1d31-4cd3-9910-bac76c5631d1 req-1a43afb2-03b1-4799-9324-114321097750 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044922 Jul 21 22:55:44.233085 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-550c1009-02f8-4f55-8dfe-2f27a6d86602 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:44.256703 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-fdfc20aa-6e1d-4ddb-b2ef-da4d9e7e8634 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962412 Jul 21 22:55:44.261821 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b1378-d58b-4a95-8b04-70ee1add73d1 req-f8a6efd8-0325-470d-8d9b-986faf166821 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:44.263438 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d0b1378-d58b-4a95-8b04-70ee1add73d1 req-f8a6efd8-0325-470d-8d9b-986faf166821 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0534921 Jul 21 22:55:44.319222 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d0b1378-d58b-4a95-8b04-70ee1add73d1 req-984b3739-42a7-47b0-a28a-23a746fb6025 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472677 Jul 21 22:55:44.382756 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-004c8c6d-1fbf-4214-a10f-553da8ad0fe0 req-e21e9c53-b80a-4502-a834-a99913c0568d service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015387 Jul 21 22:55:44.766864 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-05511e63-7ca3-41a9-b6ef-3fd9621290c8 req-fd533d09-1af8-412d-b40d-5627076740a8 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0266941 Jul 21 22:55:44.891367 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760dc72-90d6-4ab0-8a54-9a965e9c6d31 req-4691ba4b-f14f-420f-8d17-e6dfb6b6a0d9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:44.892895 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b760dc72-90d6-4ab0-8a54-9a965e9c6d31 req-4691ba4b-f14f-420f-8d17-e6dfb6b6a0d9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0498791 Jul 21 22:55:44.945038 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b760dc72-90d6-4ab0-8a54-9a965e9c6d31 req-b86e9cbd-40e8-4dec-aaba-a3264558b245 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464880 Jul 21 22:55:45.264777 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:45.302219 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3ea39-130d-4c0c-bf5b-9987c7a0fbe3 req-f4c372ac-1316-42ff-8365-a8f56fb4a511 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:45.303767 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e0d3ea39-130d-4c0c-bf5b-9987c7a0fbe3 req-f4c372ac-1316-42ff-8365-a8f56fb4a511 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0491493 Jul 21 22:55:45.345898 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:45.354094 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e0d3ea39-130d-4c0c-bf5b-9987c7a0fbe3 req-f552ae7a-0c1b-460f-a218-57cf4c559870 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446887 Jul 21 22:55:45.435962 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047be9dc-e327-4fb6-8922-b477acb816b5 req-aaf24542-24ff-4156-8121-5b9d3e016b89 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:45.437685 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-047be9dc-e327-4fb6-8922-b477acb816b5 req-aaf24542-24ff-4156-8121-5b9d3e016b89 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0483654 Jul 21 22:55:45.488011 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-047be9dc-e327-4fb6-8922-b477acb816b5 req-cdd22488-80ca-40b1-9c06-b7775d7b3a4e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436671 Jul 21 22:55:45.590495 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:45.830635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:45.870857 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-68f3acb5-1c55-44e9-b073-f85c0a1d8ec8 req-7ac20726-e22b-4027-92aa-b91f5a315778 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0308714 Jul 21 22:55:46.066946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2f3445-9e01-46f7-b8ef-09d3d9b0cdb0 req-2949d730-404d-44dd-8be0-da9064b63607 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:46.068994 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dd2f3445-9e01-46f7-b8ef-09d3d9b0cdb0 req-2949d730-404d-44dd-8be0-da9064b63607 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0481462 Jul 21 22:55:46.115460 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dd2f3445-9e01-46f7-b8ef-09d3d9b0cdb0 req-c1204db4-cdb8-4e79-877e-84909d5f51f3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401242 Jul 21 22:55:46.467136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60697e21-86d5-4d5d-a250-d4fd4b2fb248 req-83707d50-b315-4f8a-94f7-a5c31105a3bd tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:46.469008 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-60697e21-86d5-4d5d-a250-d4fd4b2fb248 req-83707d50-b315-4f8a-94f7-a5c31105a3bd tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0478289 Jul 21 22:55:46.526733 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-60697e21-86d5-4d5d-a250-d4fd4b2fb248 req-2d642b3c-1eb7-48f4-8c1d-324c1b7f7038 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509160 Jul 21 22:55:46.612583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:46.625911 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbfbee9-d469-4bc6-a509-c3fd372db89e req-d9a84186-0021-4bb4-a82a-01db304cbc5c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:46.627422 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bbbfbee9-d469-4bc6-a509-c3fd372db89e req-d9a84186-0021-4bb4-a82a-01db304cbc5c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0524924 Jul 21 22:55:46.678791 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bbbfbee9-d469-4bc6-a509-c3fd372db89e req-df844d8c-e7c7-462a-8072-816d2037c69c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455120 Jul 21 22:55:46.881306 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-4aec15a2-77df-443f-aab0-ea7e7d4b32be tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:46.881306 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-4aec15a2-77df-443f-aab0-ea7e7d4b32be tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 808 time: 0.1100576 Jul 21 22:55:46.971939 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-54dfa641-d1b5-4940-9a0b-0d0a60dd9e9f req-8209119b-5641-4e4a-a33f-edb96c300297 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0314400 Jul 21 22:55:47.070860 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:47.239790 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f12ac91-13aa-4a82-85d1-6cbb4d0c5728 req-a477e358-bd02-48fd-afa5-44f38d747bc9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:47.241307 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f12ac91-13aa-4a82-85d1-6cbb4d0c5728 req-a477e358-bd02-48fd-afa5-44f38d747bc9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0508833 Jul 21 22:55:47.288815 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f12ac91-13aa-4a82-85d1-6cbb4d0c5728 req-3d487537-1061-411d-bfd1-9493ac8d1729 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419304 Jul 21 22:55:47.321688 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:47.648306 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-2d1411a9-d64f-45b9-be03-fc51b44f393e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7 HTTP/1.1" status: 200 len: 380 time: 0.1229999 Jul 21 22:55:47.658055 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'port': {'device_id': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'admin_state_up': True, 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'security_groups': ['85361be1-5691-4083-a1a0-08b1925a1869']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:47.688401 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1419344-173e-403b-b7f9-5ed534db1d7a req-e69a83ca-82a4-461e-aa21-ad786a27661b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:47.689838 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e1419344-173e-403b-b7f9-5ed534db1d7a req-e69a83ca-82a4-461e-aa21-ad786a27661b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0849023 Jul 21 22:55:47.794995 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e1419344-173e-403b-b7f9-5ed534db1d7a req-5599cbbe-1f3d-43cd-9c47-696b9ba2c658 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976713 Jul 21 22:55:47.802045 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:47.846311 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9376b74b-2836-48a6-8210-9dedae4bef60 req-d79ef532-16b0-485b-99a9-83037254d865 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:47.848195 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9376b74b-2836-48a6-8210-9dedae4bef60 req-d79ef532-16b0-485b-99a9-83037254d865 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0984669 Jul 21 22:55:47.909570 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9376b74b-2836-48a6-8210-9dedae4bef60 req-b9aa30c6-b04c-4852-8947-86ec65b66cbd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524704 Jul 21 22:55:47.932484 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Made reservation on behalf of 93d60e3f3bcd48f292f30a8d2f0351d7 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:55:47.936241 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:48.291252 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-03086ec0-75a0-4bf5-84d6-3c106510d479 req-b072f35b-68fb-410e-a9b5-4f8e3d1993f5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0404902 Jul 21 22:55:48.375913 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Allocated IP 172.20.0.9 (cd677390-a761-421a-b07f-23baca7a5af3/8a78d5c8-9558-4897-be74-ff6f6e1add03/5537f61f-aefa-458c-a1a7-50dc97eca904) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:48.422129 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b40d25-d9a6-4fa8-bd1e-b8e2f571c929 req-e609ec91-20ec-4773-9454-e11f6b63577a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:48.424054 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-19b40d25-d9a6-4fa8-bd1e-b8e2f571c929 req-e609ec91-20ec-4773-9454-e11f6b63577a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0555696 Jul 21 22:55:48.516645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-19b40d25-d9a6-4fa8-bd1e-b8e2f571c929 req-15eb83b1-1cf7-4062-ab82-8f2b4a3d37e6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826063 Jul 21 22:55:48.586391 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:48.611679 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:48.708083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:48.721136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:48.753162 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Network cd677390-a761-421a-b07f-23baca7a5af3 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:48.756413 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:48.761214 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:48.966757 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:48.986208 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:48.987233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:49.015198 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977eb0a1-ad85-4f31-9d8a-fee700543011 req-c72c3f5c-83e7-4edd-9253-dfb7b812a226 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:49.017111 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-977eb0a1-ad85-4f31-9d8a-fee700543011 req-c72c3f5c-83e7-4edd-9253-dfb7b812a226 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.1016722 Jul 21 22:55:49.065430 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:49.067026 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-30d8a689-17dc-4463-84fd-37dffa6bbf71 None None] Provisioning complete for port 5537f61f-aefa-458c-a1a7-50dc97eca904 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:55:49.067652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-30d8a689-17dc-4463-84fd-37dffa6bbf71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:49.087437 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-977eb0a1-ad85-4f31-9d8a-fee700543011 req-6dc10d45-6270-46b6-bea1-8d833c46fc7f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641074 Jul 21 22:55:49.096115 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf221102-4120-4fea-94a9-49e22e20ca39 req-5bec3ea3-7166-4adf-8669-2ef33b11206b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:49.098126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cf221102-4120-4fea-94a9-49e22e20ca39 req-5bec3ea3-7166-4adf-8669-2ef33b11206b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0625405 Jul 21 22:55:49.120113 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-30d8a689-17dc-4463-84fd-37dffa6bbf71 None None] Port 5537f61f-aefa-458c-a1a7-50dc97eca904 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:55:49.162357 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c184aba1-87af-41d4-beac-3bad85b43979 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5083101 Jul 21 22:55:49.168692 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cf221102-4120-4fea-94a9-49e22e20ca39 req-e79dce64-e2fb-4c19-b214-609c1e5dc603 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641172 Jul 21 22:55:49.179266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Request body: {'port': {'device_id': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:49.256020 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:49.466720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2876ec3-ee30-4c3b-a2aa-439e2a4ee71e req-a1dcb2b6-79ee-42bb-9edd-0ca05fdba9b5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:49.468720 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c2876ec3-ee30-4c3b-a2aa-439e2a4ee71e req-a1dcb2b6-79ee-42bb-9edd-0ca05fdba9b5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 931 time: 0.0830870 Jul 21 22:55:49.571187 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c2876ec3-ee30-4c3b-a2aa-439e2a4ee71e req-024f75f0-54b2-4d8a-8f4d-a917301c2270 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895097 Jul 21 22:55:49.638471 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:49.776720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5537f61f-aefa-458c-a1a7-50dc97eca904 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:49.779728 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc19bc4-0012-478a-9172-05bf8d28366c req-6f1f79a3-7559-4ce4-8fe4-8b02181e31c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:49.781645 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dfc19bc4-0012-478a-9172-05bf8d28366c req-6f1f79a3-7559-4ce4-8fe4-8b02181e31c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.1181359 Jul 21 22:55:49.789148 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks [] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:49.803672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Transition to ACTIVE for port object 5537f61f-aefa-458c-a1a7-50dc97eca904 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:55:49.862245 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dfc19bc4-0012-478a-9172-05bf8d28366c req-eea2680e-ea69-4b99-a295-9375a6df38ff tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725985 Jul 21 22:55:49.895971 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:49.997502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:50.110632 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Attempting to bind port 5537f61f-aefa-458c-a1a7-50dc97eca904 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:55:50.115520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Attempting to bind port 5537f61f-aefa-458c-a1a7-50dc97eca904 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:55:50.115520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Attempting to bind port 5537f61f-aefa-458c-a1a7-50dc97eca904 on network cd677390-a761-421a-b07f-23baca7a5af3 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:50.118508 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Port 5537f61f-aefa-458c-a1a7-50dc97eca904 on network cd677390-a761-421a-b07f-23baca7a5af3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:55:50.119932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Attempting to bind port 5537f61f-aefa-458c-a1a7-50dc97eca904 on network cd677390-a761-421a-b07f-23baca7a5af3 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:55:50.125886 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:55:50.126349 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Checking segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:55:50.127522 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Bound using segment: {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:55:50.128147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Bound port: 5537f61f-aefa-458c-a1a7-50dc97eca904, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b97e0ab6-779c-4317-be73-655517728456', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 630, 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:55:50.128681 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.281161 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37472) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:50.297852 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68789a0-d1eb-4411-9e8e-e8abd942327f req-118375d5-47cd-4d80-941c-9f21651fd052 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:50.308402 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c68789a0-d1eb-4411-9e8e-e8abd942327f req-118375d5-47cd-4d80-941c-9f21651fd052 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.1312773 Jul 21 22:55:50.357503 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:55:50.359814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:55:50.412517 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c68789a0-d1eb-4411-9e8e-e8abd942327f req-da7dc9a1-fa99-49cb-abf1-8a01420aa140 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1024029 Jul 21 22:55:50.433697 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.434167 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-59660c3a-7ffa-4039-8276-e5a3660eb456 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.462384 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:50.481569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:50.482260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.485396 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] 10.222.0.33 "PUT /v2.0/ports/5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 1093 time: 1.3091831 Jul 21 22:55:50.485396 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:55:50.486529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fd66b14-aca3-44e4-9616-21bf12c71256" -d '{"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:55:50.521990 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c301c6db-ca02-41ba-8937-6720b3365549 service neutron] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:50.561929 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f1467-306d-42ae-86e4-bb12d010c8eb x-openstack-request-id: req-072f1467-306d-42ae-86e4-bb12d010c8eb {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:55:50.562258 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:55:50.562557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-072f1467-306d-42ae-86e4-bb12d010c8eb {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:55:50.562903 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-072f1467-306d-42ae-86e4-bb12d010c8eb'] response: {'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'status': 'completed', 'code': 200} Jul 21 22:55:50.607538 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-59660c3a-7ffa-4039-8276-e5a3660eb456 admin admin] Publish callbacks [] for security_group (d50d3762-7ad5-4492-9175-1dc37f9c7ce4), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.657498 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-7b1fad12-af20-4e37-a832-a838b56380bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:50.659176 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-7b1fad12-af20-4e37-a832-a838b56380bf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1127 time: 0.0655041 Jul 21 22:55:50.745220 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-59660c3a-7ffa-4039-8276-e5a3660eb456 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d50d3762-7ad5-4492-9175-1dc37f9c7ce4), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.771639 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9c01cc-943f-4684-9682-31cc420842b2 req-2f784587-6054-469c-ad49-1be4c80a2f8c tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:50.773672 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b9c01cc-943f-4684-9682-31cc420842b2 req-2f784587-6054-469c-ad49-1be4c80a2f8c tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0837636 Jul 21 22:55:50.825089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59660c3a-7ffa-4039-8276-e5a3660eb456 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d50d3762-7ad5-4492-9175-1dc37f9c7ce4,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:50.847825 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-59660c3a-7ffa-4039-8276-e5a3660eb456 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4d9dacbc48343d38b6a31ff3f2d34a1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5647907 Jul 21 22:55:50.850900 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37482) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:50.903502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:50.938629 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b9c01cc-943f-4684-9682-31cc420842b2 req-13b4bd25-b243-4e64-94df-dead69d895d5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1566010 Jul 21 22:55:50.946038 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] Publish callbacks [] for security_group (d50d3762-7ad5-4492-9175-1dc37f9c7ce4), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:50.960884 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-52043f7f-19dc-4f18-becc-66fa63cef2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:50.962554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-52043f7f-19dc-4f18-becc-66fa63cef2a0 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2894373 Jul 21 22:55:50.993528 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] Publish callbacks [] for security_group (d50d3762-7ad5-4492-9175-1dc37f9c7ce4), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.089840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779026f6-95ae-4745-b093-44cb216e6d28 req-8fba340f-334e-4947-b51e-36266260d6fb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.091788 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-779026f6-95ae-4745-b093-44cb216e6d28 req-8fba340f-334e-4947-b51e-36266260d6fb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0903339 Jul 21 22:55:51.170225 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:51.175546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-943f2c3c-729d-4615-882a-dd335af92033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.178042 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7fd66b14-aca3-44e4-9616-21bf12c71256 req-943f2c3c-729d-4615-882a-dd335af92033 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2070551 Jul 21 22:55:51.182807 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-779026f6-95ae-4745-b093-44cb216e6d28 req-bf1d4fab-db18-4661-983a-062b8a4c0bef tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811300 Jul 21 22:55:51.202250 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d50d3762-7ad5-4492-9175-1dc37f9c7ce4), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.205062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.212247 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d50d3762-7ad5-4492-9175-1dc37f9c7ce4 HTTP/1.1" status: 204 len: 168 time: 0.3602784 Jul 21 22:55:51.241955 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2862f7f-a706-416d-a3f4-c51785de06ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d50d3762-7ad5-4492-9175-1dc37f9c7ce4,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:51.282198 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-36911f9c-5df4-43e8-a47a-9c5313b6737b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.285244 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-36911f9c-5df4-43e8-a47a-9c5313b6737b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1127 time: 0.0528202 Jul 21 22:55:51.352829 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-929dd6f7-c260-4d41-b842-a3a6f0e6687f service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 217 time: 0.0534139 Jul 21 22:55:51.356231 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37494) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:51.360796 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2018999913', 'description': 'tempest-description--1619524494'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:51.441057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-1ff565c8-6c92-430d-b67d-5c8b9bb12319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.441057 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-1ff565c8-6c92-430d-b67d-5c8b9bb12319 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0708294 Jul 21 22:55:51.507828 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.529593 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c685171a-a3e2-4943-817d-f209c4777f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.531153 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-c685171a-a3e2-4943-817d-f209c4777f72 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0776870 Jul 21 22:55:51.570276 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1d5767-8bf8-4ce1-baee-f4d33d860697 req-0b33bf75-efb7-4cc3-86f7-8898088cc5d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:51.573203 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d1d5767-8bf8-4ce1-baee-f4d33d860697 req-0b33bf75-efb7-4cc3-86f7-8898088cc5d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0630593 Jul 21 22:55:51.642251 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:51.661417 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d1d5767-8bf8-4ce1-baee-f4d33d860697 req-ff759d29-7ff1-4257-9f84-2b03e0c3ea2c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809660 Jul 21 22:55:51.687250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (679a013f-9ec9-4d56-aaa3-17050849fc52), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.700827 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-e6566e8e-5c0e-4e2e-8b94-1425d48769ea service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559267 Jul 21 22:55:51.765857 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (679a013f-9ec9-4d56-aaa3-17050849fc52), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.788837 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:51.812270 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'SecurityGroup': ['ID=679a013f-9ec9-4d56-aaa3-17050849fc52,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:51.832366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-70d37303-31fc-42dd-98c3-4b5ba31cb8ed req-96c88af5-5ac9-4ae2-9d2d-66624d606c64 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280458 Jul 21 22:55:51.847051 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.852050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37502) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:51.857241 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'security_group_rule': {'security_group_id': '679a013f-9ec9-4d56-aaa3-17050849fc52', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:51.866012 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-3bdd36bd-fa73-48f4-a21a-90628efb3a59 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5085063 Jul 21 22:55:51.983217 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (4939a0c4-7d1b-48bb-b432-2e8b9a41cdd5), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:51.987639 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37508) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:52.011403 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-88f83368-5452-4112-85bd-65761ed4b227 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.077215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (4939a0c4-7d1b-48bb-b432-2e8b9a41cdd5), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.112879 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f03f54-80ec-4a25-bcb3-5cadaf0ac1ef req-da6f2bce-102b-436c-9ed0-29979f728cad tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:52.114590 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e1f03f54-80ec-4a25-bcb3-5cadaf0ac1ef req-da6f2bce-102b-436c-9ed0-29979f728cad tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0677068 Jul 21 22:55:52.201803 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e1f03f54-80ec-4a25-bcb3-5cadaf0ac1ef req-291c6640-2f9d-4276-aef1-18b503923c9f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784469 Jul 21 22:55:52.210465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-88f83368-5452-4112-85bd-65761ed4b227 admin admin] Publish callbacks [] for security_group (c7b809ef-67b0-4a52-938c-3b0986ebfe9e), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.302881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fe01e3-c62e-4ef5-8957-7f62c57f0ec6 req-7794de37-2970-4d79-9b02-8bc35ce17655 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:52.304337 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-20fe01e3-c62e-4ef5-8957-7f62c57f0ec6 req-7794de37-2970-4d79-9b02-8bc35ce17655 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0472133 Jul 21 22:55:52.369080 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-20fe01e3-c62e-4ef5-8957-7f62c57f0ec6 req-fdacf8da-e7d6-4796-bb70-849257cef68e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453627 Jul 21 22:55:52.431282 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (4939a0c4-7d1b-48bb-b432-2e8b9a41cdd5), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.451248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4939a0c4-7d1b-48bb-b432-2e8b9a41cdd5,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:52.460419 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-88f83368-5452-4112-85bd-65761ed4b227 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c7b809ef-67b0-4a52-938c-3b0986ebfe9e), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.497659 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f83368-5452-4112-85bd-65761ed4b227 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b809ef-67b0-4a52-938c-3b0986ebfe9e,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:52.501953 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-88f83368-5452-4112-85bd-65761ed4b227 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed4ec5cacb8042149ecd457e00f549e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5129857 Jul 21 22:55:52.504849 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37512) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:52.530096 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.531446 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-9d4a65f5-592f-4502-aa74-8f70e7d93654 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6782424 Jul 21 22:55:52.534100 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37516) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:52.540321 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'security_group_rule': {'security_group_id': '679a013f-9ec9-4d56-aaa3-17050849fc52', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:52.577246 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] Publish callbacks [] for security_group (c7b809ef-67b0-4a52-938c-3b0986ebfe9e), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.606075 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] Publish callbacks [] for security_group (c7b809ef-67b0-4a52-938c-3b0986ebfe9e), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.640202 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (516648c4-808f-4c53-87b8-adafdd1e8b75), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.788597 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c7b809ef-67b0-4a52-938c-3b0986ebfe9e), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.791256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.792560 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c7b809ef-67b0-4a52-938c-3b0986ebfe9e HTTP/1.1" status: 204 len: 168 time: 0.2862391 Jul 21 22:55:52.800606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10c559a-0c39-4e58-bfc0-f2c6f098644b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b809ef-67b0-4a52-938c-3b0986ebfe9e,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:52.837274 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0307a5-c839-40b9-9004-c55c55aecbb7 req-bd61c95f-7461-4a69-a457-aeb84c310bce tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:52.846533 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d0307a5-c839-40b9-9004-c55c55aecbb7 req-bd61c95f-7461-4a69-a457-aeb84c310bce tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.1088011 Jul 21 22:55:52.885116 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (516648c4-808f-4c53-87b8-adafdd1e8b75), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.887147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=1,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:52.930570 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d0307a5-c839-40b9-9004-c55c55aecbb7 req-95295513-3012-47e1-bb55-30b9e18b5ff3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828819 Jul 21 22:55:52.947353 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (516648c4-808f-4c53-87b8-adafdd1e8b75), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:52.983813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=516648c4-808f-4c53-87b8-adafdd1e8b75,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:53.058066 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:53.059520 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-20d0ed44-2977-4760-9566-ca03423a9db3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5241027 Jul 21 22:55:53.066297 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37526) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:55:53.070094 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:55:53.174011 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:53.279456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:53.357151 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:53.365258 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e5665a-5ce4-4dda-9af4-8273635dbce5 req-f27cacf5-03f7-4306-a606-785b97fda299 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:53.371305 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1e5665a-5ce4-4dda-9af4-8273635dbce5 req-f27cacf5-03f7-4306-a606-785b97fda299 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0717204 Jul 21 22:55:53.460963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1e5665a-5ce4-4dda-9af4-8273635dbce5 req-50251dfe-45c4-4643-b128-3a55c2e8afa5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846777 Jul 21 22:55:53.471815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Allocated IP 172.27.0.99 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/0edf8aee-78ab-464c-8cee-e5f48bac8b23) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:55:53.570095 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1f8353-0a55-4c30-9531-c28f58239ff9 req-d60faa05-5bbe-4315-abf9-eece316cb31b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:53.573167 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b1f8353-0a55-4c30-9531-c28f58239ff9 req-d60faa05-5bbe-4315-abf9-eece316cb31b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0752187 Jul 21 22:55:53.693296 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:53.744773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b1f8353-0a55-4c30-9531-c28f58239ff9 req-dd72b076-f18c-42ee-8710-11982ba1898e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1580007 Jul 21 22:55:53.776295 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:INSERT=8,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:53.883756 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:53.957558 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:55:53.964409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:55:53.968664 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:55:53.971969 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'Port': ['ID=0edf8aee-78ab-464c-8cee-e5f48bac8b23,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:54.116030 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.144739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f088c7-2202-4078-a15d-ad7800eb40af req-d950b66d-943d-4ed6-956b-989f0b2414ca tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:54.149948 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-45f088c7-2202-4078-a15d-ad7800eb40af req-d950b66d-943d-4ed6-956b-989f0b2414ca tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0725806 Jul 21 22:55:54.234358 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-45f088c7-2202-4078-a15d-ad7800eb40af req-f7efb5ed-240a-4107-b58b-0f85d954110d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784929 Jul 21 22:55:54.263966 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.346045 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:54.493887 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.559850 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.668224 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11e7169-8d88-4e75-893f-cdec4e125b8a req-2ba8a87d-92e7-4fb6-bd86-c54c51f1e12f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:54.669838 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b11e7169-8d88-4e75-893f-cdec4e125b8a req-2ba8a87d-92e7-4fb6-bd86-c54c51f1e12f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.1240232 Jul 21 22:55:54.715109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'Port': ['ID=0edf8aee-78ab-464c-8cee-e5f48bac8b23,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:54.720214 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.762307 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b11e7169-8d88-4e75-893f-cdec4e125b8a req-cb8a640a-0afb-4282-b129-42ac9b425de4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845296 Jul 21 22:55:54.835122 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:54.836440 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-da380a84-3599-42e0-a11c-cac9862e7619 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7727606 Jul 21 22:55:54.894891 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77979d7e-5d2c-41eb-a692-cdcc80dd280b req-682e6f05-87dd-4eae-9ea7-15b68002c789 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:54.902462 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-77979d7e-5d2c-41eb-a692-cdcc80dd280b req-682e6f05-87dd-4eae-9ea7-15b68002c789 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0629289 Jul 21 22:55:54.981600 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-77979d7e-5d2c-41eb-a692-cdcc80dd280b req-889f2766-2823-4a7f-a38f-baed803e3124 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777714 Jul 21 22:55:55.379427 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afabad0-1198-43d2-9390-fecdd77cf660 req-f0336c6a-6bb5-416d-9abf-d96d604611ef tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:55.382181 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4afabad0-1198-43d2-9390-fecdd77cf660 req-f0336c6a-6bb5-416d-9abf-d96d604611ef tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0680640 Jul 21 22:55:55.449847 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4afabad0-1198-43d2-9390-fecdd77cf660 req-cf90800e-50c7-42a0-ad9a-fb11571062ec tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0611105 Jul 21 22:55:55.625322 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:55.630453 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:55.917364 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b1fe83-efda-449c-84d4-c83fb308f26b req-a248c5d9-4dc7-47c7-828c-3adc088febd5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:55.919102 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1b1fe83-efda-449c-84d4-c83fb308f26b req-a248c5d9-4dc7-47c7-828c-3adc088febd5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0622594 Jul 21 22:55:55.980519 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c1b1fe83-efda-449c-84d4-c83fb308f26b req-99311e23-86bf-475e-8584-8ce4ff601bd9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550964 Jul 21 22:55:56.106144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f9eb2-b021-4936-8153-acd9e38e6c7c req-befccfd1-e755-44a1-a4a5-5a86cd44e0fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:56.107678 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d47f9eb2-b021-4936-8153-acd9e38e6c7c req-befccfd1-e755-44a1-a4a5-5a86cd44e0fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0554407 Jul 21 22:55:56.185348 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d47f9eb2-b021-4936-8153-acd9e38e6c7c req-1595f47b-35a6-4316-a237-49437f276f8f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523472 Jul 21 22:55:56.604130 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6853b303-a77e-4e1e-9eed-de534c1152d7 req-e817c2b8-bd06-4dc8-aa22-748376aaa0b9 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:56.611692 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6853b303-a77e-4e1e-9eed-de534c1152d7 req-e817c2b8-bd06-4dc8-aa22-748376aaa0b9 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0600722 Jul 21 22:55:56.698140 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6853b303-a77e-4e1e-9eed-de534c1152d7 req-123acfef-9a90-4fff-ab35-14c39f2cab4e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848558 Jul 21 22:55:56.938694 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-f2642bc8-a3b3-4521-8416-5653c1eaa91c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--2018999913&fields=id&tenant_id=755a70c4912f4795ae67cf9f036e02aa HTTP/1.1" status: 200 len: 267 time: 0.0493884 Jul 21 22:55:57.027002 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:57.071958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-71a52ea2-9273-4fe1-a607-0afc7758235f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:57.073854 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-71a52ea2-9273-4fe1-a607-0afc7758235f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.1274588 Jul 21 22:55:57.094857 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-3c029606-4214-4227-bc0b-ea8b3fa47fd6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/quotas/755a70c4912f4795ae67cf9f036e02aa HTTP/1.1" status: 200 len: 375 time: 0.0134981 Jul 21 22:55:57.160638 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-265b0a02-e5ee-46b5-a5ef-2b1b75b344b3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0580776 Jul 21 22:55:57.248306 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9548ac6-98e6-467a-a255-846a3c034b5c req-aa6b1154-f9d3-4479-ab58-3a4300fb3c5a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:57.250171 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b9548ac6-98e6-467a-a255-846a3c034b5c req-aa6b1154-f9d3-4479-ab58-3a4300fb3c5a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0967126 Jul 21 22:55:57.280875 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b3a93628-e07b-4f35-ae85-9e0a93643aa6 service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074059 Jul 21 22:55:57.328584 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b9548ac6-98e6-467a-a255-846a3c034b5c req-a8615b16-6fcc-4908-90ff-5f5d96809b83 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673606 Jul 21 22:55:57.471036 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-8fae69d7-606e-4972-aa85-e5b8d59f77fb service neutron] 10.222.0.52 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836760 Jul 21 22:55:57.509024 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf2e63-0113-4a48-be8c-0e5bd7f6f230 req-3d76ba8c-6446-4027-86dc-a123bdcd81d1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:57.511196 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bdbf2e63-0113-4a48-be8c-0e5bd7f6f230 req-3d76ba8c-6446-4027-86dc-a123bdcd81d1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0869412 Jul 21 22:55:57.569961 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bdbf2e63-0113-4a48-be8c-0e5bd7f6f230 req-112ae1cb-8597-4eb6-a576-c139e3313408 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524626 Jul 21 22:55:57.774419 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-21629d7e-76c0-46bc-8b59-197356ece320 req-767ae206-03ee-4e17-8530-75dd46d75d33 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 210 time: 0.0436087 Jul 21 22:55:57.861971 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498b218c-8247-45d7-ace4-2bd34be8c6c8 req-dc5ec896-abd9-4e06-894a-348214d075c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:57.863541 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-498b218c-8247-45d7-ace4-2bd34be8c6c8 req-dc5ec896-abd9-4e06-894a-348214d075c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0592928 Jul 21 22:55:57.917802 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-498b218c-8247-45d7-ace4-2bd34be8c6c8 req-60720c9e-3b6b-46f5-bb82-bf4031bfb5bf tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468588 Jul 21 22:55:58.480076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbab5620-7a65-46f8-8367-4af54c18ff43 req-7e61fb47-22b1-4aee-86ac-f979c4665850 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:58.489452 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fbab5620-7a65-46f8-8367-4af54c18ff43 req-7e61fb47-22b1-4aee-86ac-f979c4665850 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0805709 Jul 21 22:55:58.522849 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:58.564277 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fbab5620-7a65-46f8-8367-4af54c18ff43 req-36f8e128-55d8-4f96-9abb-3b195871670f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732746 Jul 21 22:55:58.735079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5937e55-0184-4aa9-aa20-9ca1cca0f175 req-f5c5cee1-cf1d-466c-a80d-6009be7b5318 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:58.736547 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b5937e55-0184-4aa9-aa20-9ca1cca0f175 req-f5c5cee1-cf1d-466c-a80d-6009be7b5318 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0538633 Jul 21 22:55:58.803969 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b5937e55-0184-4aa9-aa20-9ca1cca0f175 req-cc559cd8-3fb9-4925-89dd-5efb34168ba6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589414 Jul 21 22:55:58.887460 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-88f11027-ee71-4740-888c-8348b11ec1f0 req-2944559b-c86f-499b-8062-f77192b48cff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 210 time: 0.0385995 Jul 21 22:55:58.980449 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:55:59.094825 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cd7497-1581-43e1-8ad9-30213f3bb557 req-08413dfb-30a2-49fa-86d2-5d4eb7408b2e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:59.097241 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c8cd7497-1581-43e1-8ad9-30213f3bb557 req-08413dfb-30a2-49fa-86d2-5d4eb7408b2e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0717695 Jul 21 22:55:59.111092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:59.122135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:55:59.125718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'mac_address': 'fa:16:3e:0c:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:55:59.192763 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c8cd7497-1581-43e1-8ad9-30213f3bb557 req-aa3923d8-97e6-4864-baa2-776ceeef75f3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880792 Jul 21 22:55:59.304973 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 5537f61f-aefa-458c-a1a7-50dc97eca904 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:55:59.305362 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:59.322148 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5537f61f-aefa-458c-a1a7-50dc97eca904 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:55:59.347026 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:55:59.416837 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:55:59.489663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:55:59.498240 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.498584 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.498967 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.499311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.499649 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.499985 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.500316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.500642 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.500972 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.501326 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.501656 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.501982 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.502308 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.502632 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.502990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:55:59.696386 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858c13d-8aba-4983-9334-fb57596b71c9 req-0dfa56ea-b24a-4f33-8c4f-1ba04d62e753 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:59.698235 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f858c13d-8aba-4983-9334-fb57596b71c9 req-0dfa56ea-b24a-4f33-8c4f-1ba04d62e753 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 944 time: 0.0605478 Jul 21 22:55:59.749760 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f858c13d-8aba-4983-9334-fb57596b71c9 req-3c623448-69b9-4928-ba90-aa7f0c240d5f tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459480 Jul 21 22:55:59.920297 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['5537f61f-aefa-458c-a1a7-50dc97eca904'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:55:59.952086 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f431099-4308-4583-b14d-8c5816710b19 req-f0d7a1c5-9368-4883-82a1-31dcee333fd7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:55:59.953668 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6f431099-4308-4583-b14d-8c5816710b19 req-f0d7a1c5-9368-4883-82a1-31dcee333fd7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0787177 Jul 21 22:55:59.988969 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1449fcc6-8f22-4cdb-ac05-b0cc4aefe1fe req-38ce211f-d3ab-4de9-9a7b-0372d85f08be tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 210 time: 0.0318975 Jul 21 22:56:00.044696 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6f431099-4308-4583-b14d-8c5816710b19 req-6a39f1e6-8b1f-483a-be54-dd1f2d020b9a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762012 Jul 21 22:56:00.367387 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e034f7d8-334a-43d9-b8e5-c4d523530356 req-2f7de009-01b3-46ce-a8c4-8990a81634a7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:00.376776 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e034f7d8-334a-43d9-b8e5-c4d523530356 req-2f7de009-01b3-46ce-a8c4-8990a81634a7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0819249 Jul 21 22:56:00.379401 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-04325fc5-357b-4d70-aa90-eb19700190b1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:00.382070 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-04325fc5-357b-4d70-aa90-eb19700190b1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 818 time: 0.1499326 Jul 21 22:56:00.418048 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:00.451263 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e034f7d8-334a-43d9-b8e5-c4d523530356 req-b365a6fc-fbed-4780-829e-a2d96c9e9443 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734944 Jul 21 22:56:00.488827 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-402461fe-c66e-4285-aede-052b384a5978 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=755a70c4912f4795ae67cf9f036e02aa HTTP/1.1" status: 200 len: 380 time: 0.0958669 Jul 21 22:56:00.503971 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'port': {'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'admin_state_up': True, 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'security_groups': ['679a013f-9ec9-4d56-aaa3-17050849fc52']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:00.731041 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Made reservation on behalf of 755a70c4912f4795ae67cf9f036e02aa for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:56:00.742019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:00.838035 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:00.915543 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350865c-2cbd-450d-867a-64816903837e req-ec6b6486-446a-447d-ad67-a72378436768 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:00.917031 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c350865c-2cbd-450d-867a-64816903837e req-ec6b6486-446a-447d-ad67-a72378436768 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 944 time: 0.0861590 Jul 21 22:56:00.956578 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Allocated IP 172.20.0.10 (418e802f-29ea-4a0c-b0db-8f680811e4d1/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2/8b9063ba-744d-4b47-833b-6351a6c5ac09) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:56:00.991580 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c350865c-2cbd-450d-867a-64816903837e req-17944075-4c2b-46c4-b0d9-43f8ee883a23 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688283 Jul 21 22:56:01.112397 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-18a57ac8-fc99-4402-8a1b-c9cebbf87224 req-4957be93-5752-45c4-a29e-6fb88c04e928 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 210 time: 0.0469639 Jul 21 22:56:01.176427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.189106 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:01.196919 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a2ef83-fd1b-4995-baeb-858958c5759d req-9efe8479-6f61-4782-b985-8585f544f9e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:01.198419 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-24a2ef83-fd1b-4995-baeb-858958c5759d req-9efe8479-6f61-4782-b985-8585f544f9e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0596721 Jul 21 22:56:01.262148 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-24a2ef83-fd1b-4995-baeb-858958c5759d req-5831951b-aa12-4c03-884e-8a1e16356b8b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571153 Jul 21 22:56:01.352332 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.386912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:56:01.401179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:56:01.406547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:56:01.409205 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:56:01.434112 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 5537f61f-aefa-458c-a1a7-50dc97eca904 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:56:01.436459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event updated for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:01.466533 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:01.467210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.524807 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 5537f61f-aefa-458c-a1a7-50dc97eca904 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:01.525448 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.584589 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-d49ed0b2-a21e-4de7-b047-4d8ff2257056 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0882466 Jul 21 22:56:01.597584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf8000-dc3e-4fed-9c5d-8e549e117340 req-12398b83-b1bf-4349-9bcf-413bce0c77ca tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:01.604552 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f3cf8000-dc3e-4fed-9c5d-8e549e117340 req-12398b83-b1bf-4349-9bcf-413bce0c77ca tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0842791 Jul 21 22:56:01.624135 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:01.644700 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 5537f61f-aefa-458c-a1a7-50dc97eca904 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:01.645729 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.655754 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f3cf8000-dc3e-4fed-9c5d-8e549e117340 req-4fdacecb-36a9-44f3-b21d-8fc872514683 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503490 Jul 21 22:56:01.670010 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:01.679080 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0843072-ebbc-4ef1-80d2-6f3ba15659eb" -d '{"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-plugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:01.698638 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:01.701092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:01.705587 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-406ce0fc-9799-4470-8524-128a731dd298 None None] Provisioning complete for port 8b9063ba-744d-4b47-833b-6351a6c5ac09 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:01.705964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-406ce0fc-9799-4470-8524-128a731dd298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.728846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4031d9-6374-4093-a255-0e912b68e031 x-openstack-request-id: req-1c4031d9-6374-4093-a255-0e912b68e031 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:01.729168 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-plugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:01.729423 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c4031d9-6374-4093-a255-0e912b68e031 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:01.729838 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c4031d9-6374-4093-a255-0e912b68e031'] response: {'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'code': 200} Jul 21 22:56:01.737280 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37746) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:01.743341 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-406ce0fc-9799-4470-8524-128a731dd298 None None] Port 8b9063ba-744d-4b47-833b-6351a6c5ac09 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:56:01.757589 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.795598 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:01.807653 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:01.846601 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8430cd0d-2d9f-4f40-9eca-fb1799e66b28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:01.885426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Request body: {'port': {'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:02.109964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e81ec8b-9577-46e6-93bb-c1168bad2ba7 req-93017937-8b14-46cd-af98-14c716779412 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.111934 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e81ec8b-9577-46e6-93bb-c1168bad2ba7 req-93017937-8b14-46cd-af98-14c716779412 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0504708 Jul 21 22:56:02.171530 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e81ec8b-9577-46e6-93bb-c1168bad2ba7 req-612871d5-4695-4fba-9c50-c8412ff72db1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529435 Jul 21 22:56:02.209534 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.242082 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8430cd0d-2d9f-4f40-9eca-fb1799e66b28 admin admin] Publish callbacks [] for security_group (26d4b5cf-23f9-4117-84f3-562274f3ba27), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.296648 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e28c49b-8518-48ba-b96f-9e5da0131908 req-cf6c42c9-3bdb-48a0-852e-49604f8f9bc9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.298088 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e28c49b-8518-48ba-b96f-9e5da0131908 req-cf6c42c9-3bdb-48a0-852e-49604f8f9bc9 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 932 time: 0.0829475 Jul 21 22:56:02.371970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8430cd0d-2d9f-4f40-9eca-fb1799e66b28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (26d4b5cf-23f9-4117-84f3-562274f3ba27), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.392605 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5291e780-72cf-48d5-b8cc-a1f779844481 req-23f80fea-375b-4d27-b3b4-4f7fd600869c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.394088 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5291e780-72cf-48d5-b8cc-a1f779844481 req-23f80fea-375b-4d27-b3b4-4f7fd600869c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0493999 Jul 21 22:56:02.434676 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:02.446431 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8430cd0d-2d9f-4f40-9eca-fb1799e66b28 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1fb2ba1b05eb4047a56fb3f1fa4a5569&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7054725 Jul 21 22:56:02.446656 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5291e780-72cf-48d5-b8cc-a1f779844481 req-5e223ca3-3cef-4ae7-813a-48c91cb43107 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451815 Jul 21 22:56:02.446656 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37756) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:02.463931 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8430cd0d-2d9f-4f40-9eca-fb1799e66b28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26d4b5cf-23f9-4117-84f3-562274f3ba27,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:02.489041 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e28c49b-8518-48ba-b96f-9e5da0131908 req-6b6e12b4-300a-4b90-aed1-f1baca7224bd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1798663 Jul 21 22:56:02.516458 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] Publish callbacks [] for security_group (26d4b5cf-23f9-4117-84f3-562274f3ba27), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.549215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] Publish callbacks [] for security_group (26d4b5cf-23f9-4117-84f3-562274f3ba27), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.595896 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d428af40-8b24-4b32-8686-ae396397a3db req-ab9d6a73-f8ff-48b5-8b1d-4b839182f7b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.597389 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d428af40-8b24-4b32-8686-ae396397a3db req-ab9d6a73-f8ff-48b5-8b1d-4b839182f7b1 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0567994 Jul 21 22:56:02.598609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-2549fea4-3b64-43d4-b35b-2c44745684a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.600743 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-2549fea4-3b64-43d4-b35b-2c44745684a2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1129 time: 0.0656514 Jul 21 22:56:02.620760 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:02.654019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b9063ba-744d-4b47-833b-6351a6c5ac09 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:56:02.668655 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks [] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.702692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Transition to ACTIVE for port object 8b9063ba-744d-4b47-833b-6351a6c5ac09 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:56:02.710355 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (26d4b5cf-23f9-4117-84f3-562274f3ba27), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.712923 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.714067 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/26d4b5cf-23f9-4117-84f3-562274f3ba27 HTTP/1.1" status: 204 len: 168 time: 0.2664659 Jul 21 22:56:02.720908 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d428af40-8b24-4b32-8686-ae396397a3db req-dbdfe8d7-6045-486d-9021-14817ec5e0ac service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617924 Jul 21 22:56:02.758937 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.781894 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfe6c1d-912d-49ae-b71e-33a2362179a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26d4b5cf-23f9-4117-84f3-562274f3ba27,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:02.819178 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Pushing event updated for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:02.851782 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1298c01-05ef-4884-abbd-ff107369400e req-03484001-8c83-430f-b1ed-d3c95199ee9b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.853325 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d1298c01-05ef-4884-abbd-ff107369400e req-03484001-8c83-430f-b1ed-d3c95199ee9b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0991447 Jul 21 22:56:02.872124 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-5b7ec3fe-09b0-4e1b-8ce3-ba214f720df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:02.873744 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-5b7ec3fe-09b0-4e1b-8ce3-ba214f720df2 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.2207141 Jul 21 22:56:02.906040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Attempting to bind port 8b9063ba-744d-4b47-833b-6351a6c5ac09 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:56:02.906382 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Attempting to bind port 8b9063ba-744d-4b47-833b-6351a6c5ac09 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:56:02.906709 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Attempting to bind port 8b9063ba-744d-4b47-833b-6351a6c5ac09 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:56:02.911744 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Port 8b9063ba-744d-4b47-833b-6351a6c5ac09 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:56:02.912119 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Attempting to bind port 8b9063ba-744d-4b47-833b-6351a6c5ac09 on network 418e802f-29ea-4a0c-b0db-8f680811e4d1 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:56:02.917940 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:56:02.918293 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Checking segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:56:02.918682 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Bound using segment: {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:56:02.919157 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Bound port: 8b9063ba-744d-4b47-833b-6351a6c5ac09, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '502a1089-f1c1-45c5-9924-ccb496c610ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 645, 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:56:02.919523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:02.922556 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d1298c01-05ef-4884-abbd-ff107369400e req-14aba0f9-c3de-40a2-967e-dcd49540d159 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478697 Jul 21 22:56:02.998865 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:56:03.002378 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:56:03.096777 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.129425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.129781 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.132062 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] 10.222.0.33 "PUT /v2.0/ports/8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 1094 time: 1.2542729 Jul 21 22:56:03.134474 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:03.134745 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-30b23c7b-4d93-48fe-9cc6-925ba7ca9ad3 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 1001 time: 0.0867548 Jul 21 22:56:03.136808 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75369696-3a83-44a3-9ebd-b0ced389d40b" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:03.163480 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80dbfb7-9d75-45d6-818a-3995a025f14f service neutron] Pushing event updated for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:03.178016 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-226c6af2-b63b-4fce-95df-d988f865de34 x-openstack-request-id: req-226c6af2-b63b-4fce-95df-d988f865de34 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:03.178315 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:03.178606 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-226c6af2-b63b-4fce-95df-d988f865de34 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:03.179053 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-226c6af2-b63b-4fce-95df-d988f865de34'] response: {'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'status': 'completed', 'code': 200} Jul 21 22:56:03.203765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:03.211049 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-37d4c618-be34-482f-911b-f8d8c4eb4251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.212741 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-37d4c618-be34-482f-911b-f8d8c4eb4251 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0556228 Jul 21 22:56:03.251069 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-fd55f442-d66f-4956-9ae9-3e16abdf6308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.253485 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-fd55f442-d66f-4956-9ae9-3e16abdf6308 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1128 time: 0.0497341 Jul 21 22:56:03.296553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-325f1c95-3aef-476e-bdf3-dcb4d715a8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.298058 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-325f1c95-3aef-476e-bdf3-dcb4d715a8ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0739715 Jul 21 22:56:03.313669 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a53002-3ee3-44e8-b6f8-69cb458c7602 req-59298062-a9c7-4011-9d92-8adeaba5b690 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.315681 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a53002-3ee3-44e8-b6f8-69cb458c7602 req-59298062-a9c7-4011-9d92-8adeaba5b690 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0596745 Jul 21 22:56:03.345287 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:03.380206 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-298b34f6-f32f-47b8-8892-065a3b2365ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.382091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37770) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:03.382760 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-298b34f6-f32f-47b8-8892-065a3b2365ab service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=755a70c4912f4795ae67cf9f036e02aa&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1118484 Jul 21 22:56:03.391606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:03.401597 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a53002-3ee3-44e8-b6f8-69cb458c7602 req-24eb2514-d7cb-431b-92f3-5a266814bae8 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763628 Jul 21 22:56:03.402881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-795269b1-d8c0-4dee-9257-b58ad234f7d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.479142 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-795269b1-d8c0-4dee-9257-b58ad234f7d4 admin admin] Publish callbacks [] for security_group (1d517def-a030-468b-909b-c15ebc9cf115), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.573721 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a11731-cff2-4b7d-ac83-1242d0ac6033 req-476d7332-3d1e-453d-83d3-7d8cef79ee78 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.576209 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a6a11731-cff2-4b7d-ac83-1242d0ac6033 req-476d7332-3d1e-453d-83d3-7d8cef79ee78 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0528216 Jul 21 22:56:03.604831 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9759c64-51b0-47a0-b6f4-7a6154292f95 req-b96def43-e1aa-4db9-b286-04abebd1e0c8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:03.606319 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a9759c64-51b0-47a0-b6f4-7a6154292f95 req-b96def43-e1aa-4db9-b286-04abebd1e0c8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 944 time: 0.0493758 Jul 21 22:56:03.608064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-795269b1-d8c0-4dee-9257-b58ad234f7d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (1d517def-a030-468b-909b-c15ebc9cf115), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.624300 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a6a11731-cff2-4b7d-ac83-1242d0ac6033 req-66933128-3afa-4ee9-995e-34c1b4d559e1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Jul 21 22:56:03.664094 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-795269b1-d8c0-4dee-9257-b58ad234f7d4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=267d1eb2d3e7404eb3ffc442b0e4a6a3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2801261 Jul 21 22:56:03.668482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37778) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:03.670128 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795269b1-d8c0-4dee-9257-b58ad234f7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d517def-a030-468b-909b-c15ebc9cf115,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:03.697491 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a9759c64-51b0-47a0-b6f4-7a6154292f95 req-b40cb24b-3dd4-487e-9996-7435f3879d38 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785685 Jul 21 22:56:03.733271 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] Publish callbacks [] for security_group (1d517def-a030-468b-909b-c15ebc9cf115), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.755650 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] Publish callbacks [] for security_group (1d517def-a030-468b-909b-c15ebc9cf115), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.853427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (1d517def-a030-468b-909b-c15ebc9cf115), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.856111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:03.857236 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1d517def-a030-468b-909b-c15ebc9cf115 HTTP/1.1" status: 204 len: 168 time: 0.1877744 Jul 21 22:56:03.865042 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6400f-03df-48e3-8c22-56eba779e292 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d517def-a030-468b-909b-c15ebc9cf115,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:04.055140 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-8539b231-e8ac-49f8-8af4-697eaed69106 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976367 Jul 21 22:56:04.079492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb53ef3e-7bd7-4909-a8b1-35614ef5cfb6 req-e624b9e7-ddce-44d4-856a-168978c2d65a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:04.081073 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-eb53ef3e-7bd7-4909-a8b1-35614ef5cfb6 req-e624b9e7-ddce-44d4-856a-168978c2d65a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0761313 Jul 21 22:56:04.120918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-99f51c9f-a346-4259-9283-117e72ca60c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:04.122251 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-75369696-3a83-44a3-9ebd-b0ced389d40b req-99f51c9f-a346-4259-9283-117e72ca60c6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1651399 Jul 21 22:56:04.144903 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-eb53ef3e-7bd7-4909-a8b1-35614ef5cfb6 req-51f96ed0-4ab2-49b0-a5e7-dfbb93c757a3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570483 Jul 21 22:56:04.267370 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8450f4ed-e0f1-4bd1-97ff-d87edeb0123d req-61804a92-ccdb-4dfa-abd7-e7a9d2d62877 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871327 Jul 21 22:56:04.528906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab4228-aa14-4965-bdce-d4e7d71c28b1 req-75b9a784-bf9f-48e6-a82c-6de323dd88dd tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:04.530374 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65ab4228-aa14-4965-bdce-d4e7d71c28b1 req-75b9a784-bf9f-48e6-a82c-6de323dd88dd tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0475354 Jul 21 22:56:04.537762 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37788) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:04.545180 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:04.552367 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d77-e066-4499-805a-97a8841de43b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:04.584539 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65ab4228-aa14-4965-bdce-d4e7d71c28b1 req-7d2351d1-3523-46e4-b7a6-a9548a0ebf03 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484803 Jul 21 22:56:04.635052 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d77-e066-4499-805a-97a8841de43b admin admin] Publish callbacks [] for security_group (67a73f06-984b-4fd2-82b2-26fa75544a2c), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:04.728763 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-15ac3d77-e066-4499-805a-97a8841de43b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (67a73f06-984b-4fd2-82b2-26fa75544a2c), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:04.771256 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2860e773-9c34-469e-9cf8-7f001d661417 req-592f476a-887b-4118-b3d8-4192f93499b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:04.772857 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2860e773-9c34-469e-9cf8-7f001d661417 req-592f476a-887b-4118-b3d8-4192f93499b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 945 time: 0.0782075 Jul 21 22:56:04.795167 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-15ac3d77-e066-4499-805a-97a8841de43b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8bd5d8d347ca409e813e7afd4301ed58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2561834 Jul 21 22:56:04.795863 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ac3d77-e066-4499-805a-97a8841de43b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67a73f06-984b-4fd2-82b2-26fa75544a2c,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:04.798071 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37798) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:04.830082 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08cf465-3aaa-4dab-be40-32d2fc6da820 req-68b3f69c-94e2-4001-b9f6-5af53ffebc25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:04.831622 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f08cf465-3aaa-4dab-be40-32d2fc6da820 req-68b3f69c-94e2-4001-b9f6-5af53ffebc25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 944 time: 0.0600557 Jul 21 22:56:04.835258 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2860e773-9c34-469e-9cf8-7f001d661417 req-f5a5f1b5-5452-4d3f-9549-238e3e1e93ac tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546293 Jul 21 22:56:04.838799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:04.892443 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] Publish callbacks [] for security_group (67a73f06-984b-4fd2-82b2-26fa75544a2c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:04.911736 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f08cf465-3aaa-4dab-be40-32d2fc6da820 req-7931720d-ff01-481a-aade-5ba7fcb287a7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717144 Jul 21 22:56:04.926043 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] Publish callbacks [] for security_group (67a73f06-984b-4fd2-82b2-26fa75544a2c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:05.053671 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (67a73f06-984b-4fd2-82b2-26fa75544a2c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:05.056804 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:05.057942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/67a73f06-984b-4fd2-82b2-26fa75544a2c HTTP/1.1" status: 204 len: 168 time: 0.2589607 Jul 21 22:56:05.065946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c59e988-8455-4192-be7c-9740359dbf47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67a73f06-984b-4fd2-82b2-26fa75544a2c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:05.262208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377f4b1-a5ec-4c6c-b681-acfc3b670bf6 req-0038410a-7fc7-470d-8d72-55a62f2db373 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:05.263702 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b377f4b1-a5ec-4c6c-b681-acfc3b670bf6 req-0038410a-7fc7-470d-8d72-55a62f2db373 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0501032 Jul 21 22:56:05.313496 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b377f4b1-a5ec-4c6c-b681-acfc3b670bf6 req-e0c922f0-f37f-428a-b38f-42210a3a175f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419853 Jul 21 22:56:05.394567 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:56:05.471907 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: ACTIVE; New status is: DOWN {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:05.472309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:05.496926 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:05.499647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60e36639-1738-4718-84e2-296f4c7f0e8d" -d '{"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:05.512044 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:05.567492 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbd8ffa-6151-4104-9d43-4d587515f583 x-openstack-request-id: req-0bbd8ffa-6151-4104-9d43-4d587515f583 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:05.567800 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-unplugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:05.568052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0bbd8ffa-6151-4104-9d43-4d587515f583 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:05.568448 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0bbd8ffa-6151-4104-9d43-4d587515f583'] response: {'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'code': 200} Jul 21 22:56:05.573737 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:05.620916 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=8']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:05.666538 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9243fa67-2451-4b31-a524-0b57328a1fe3 req-5eefc00f-5bcc-4a3d-8c80-413ae3543a13 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:05.668103 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9243fa67-2451-4b31-a524-0b57328a1fe3 req-5eefc00f-5bcc-4a3d-8c80-413ae3543a13 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0546381 Jul 21 22:56:05.716533 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9243fa67-2451-4b31-a524-0b57328a1fe3 req-6d359a9e-c512-4ca0-8d5d-fa286e61ba82 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428615 Jul 21 22:56:05.822064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5440966c-6729-4c58-a326-74452de50ec2 req-aad2ed08-30aa-4855-b981-f0898f25d76c tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:05.823579 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5440966c-6729-4c58-a326-74452de50ec2 req-aad2ed08-30aa-4855-b981-f0898f25d76c tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0515373 Jul 21 22:56:05.834637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:05.873712 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5440966c-6729-4c58-a326-74452de50ec2 req-8116bbb1-15f9-4491-924f-343f7fe8f703 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445023 Jul 21 22:56:05.974103 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9c352-18e7-4159-b3e2-6bd966fe4cbc req-196ed6db-c4c0-4610-a797-d99c56463f98 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:05.975676 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c8b9c352-18e7-4159-b3e2-6bd966fe4cbc req-196ed6db-c4c0-4610-a797-d99c56463f98 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0474751 Jul 21 22:56:06.023478 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c8b9c352-18e7-4159-b3e2-6bd966fe4cbc req-3d5542e8-6ce8-46b6-9d17-57096fe07e1f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421522 Jul 21 22:56:06.125653 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c2b2c4-e26f-4149-84b7-e1ce62bfc2e6 req-01b2c700-4d18-43ac-b261-3a37ba00f595 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.127153 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-98c2b2c4-e26f-4149-84b7-e1ce62bfc2e6 req-01b2c700-4d18-43ac-b261-3a37ba00f595 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0460842 Jul 21 22:56:06.181444 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-98c2b2c4-e26f-4149-84b7-e1ce62bfc2e6 req-bb73df3c-5691-4d4a-9bc1-910f4574bf78 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481117 Jul 21 22:56:06.203939 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37844) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:06.287578 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9ae8ce-4bef-42c9-8ac6-e73bd5105caa req-cbe61b41-4535-4117-ad9f-7d5c5c7ecba1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.289094 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db9ae8ce-4bef-42c9-8ac6-e73bd5105caa req-cbe61b41-4535-4117-ad9f-7d5c5c7ecba1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 944 time: 0.0507059 Jul 21 22:56:06.338023 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db9ae8ce-4bef-42c9-8ac6-e73bd5105caa req-dfe0cc7a-7ad4-4bfc-b090-8d7f830c269c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428882 Jul 21 22:56:06.414137 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031ad810-fead-451a-961c-ea7eed0cc1c3 tempest-TestShelveInstance-198999665 tempest-TestShelveInstance-198999665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.415707 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-031ad810-fead-451a-961c-ea7eed0cc1c3 tempest-TestShelveInstance-198999665 tempest-TestShelveInstance-198999665-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1124 time: 0.2107596 Jul 21 22:56:06.418679 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37848) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:06.422898 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'fixed_ip_address': '172.20.0.9'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:06.505380 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:06.549265 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:56:06.587950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:06.631437 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 37852) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:06.681937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-fa87bad1-69c1-45be-9a83-c373b8967568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.683526 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-fa87bad1-69c1-45be-9a83-c373b8967568 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1128 time: 0.0728376 Jul 21 22:56:06.714498 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Allocated IP 172.27.0.49 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/00910313-2f97-4822-84a5-59ab586152af) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:56:06.730940 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:06.763228 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ff59e2d-a696-4dbf-8780-c6d1d3891860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:06.838241 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89a8cf-68ce-4ece-9789-5caea2a8d3d6 req-c1ec28a6-b943-41d6-ad84-76546797e231 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.840064 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7b89a8cf-68ce-4ece-9789-5caea2a8d3d6 req-c1ec28a6-b943-41d6-ad84-76546797e231 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0479398 Jul 21 22:56:06.877328 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for port (00910313-2f97-4822-84a5-59ab586152af), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:06.891307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:06.932591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ff59e2d-a696-4dbf-8780-c6d1d3891860 admin admin] Publish callbacks [] for security_group (17ea496a-af11-400d-96dd-9fad733b8b05), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:06.946682 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-416d69a7-7b98-406d-9753-55449893fe5e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 217 time: 0.0454910 Jul 21 22:56:06.950345 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7b89a8cf-68ce-4ece-9789-5caea2a8d3d6 req-8ec0c897-83dc-4fe0-8ba1-9c37aced5331 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044123 Jul 21 22:56:06.995980 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489947-7b96-491b-93f0-43be465ee8ca req-51a1b415-a039-429f-b4e0-b21f0d46cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:06.997475 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-51a1b415-a039-429f-b4e0-b21f0d46cee8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1130 time: 0.0400877 Jul 21 22:56:07.005369 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-becb0460-eb52-45d4-bab1-3ac5fd684f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.006837 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-becb0460-eb52-45d4-bab1-3ac5fd684f44 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0497580 Jul 21 22:56:07.027746 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (00910313-2f97-4822-84a5-59ab586152af), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.030682 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ff59e2d-a696-4dbf-8780-c6d1d3891860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (17ea496a-af11-400d-96dd-9fad733b8b05), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.057708 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-26743791-bdbd-4a59-b7a6-8b120f514968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.059290 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-26743791-bdbd-4a59-b7a6-8b120f514968 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443676 Jul 21 22:56:07.125729 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:56:07.137260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:56:07.157017 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:56:07.191589 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8efe80a5-b6bc-4458-a0c8-f9abe2aa25f2 req-a57be5be-3a91-4e0c-b592-d79c9c6bc6c3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.192142 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5ff59e2d-a696-4dbf-8780-c6d1d3891860 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7526d4f831844eae8549777bfb42639f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5597007 Jul 21 22:56:07.193075 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8efe80a5-b6bc-4458-a0c8-f9abe2aa25f2 req-a57be5be-3a91-4e0c-b592-d79c9c6bc6c3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0597785 Jul 21 22:56:07.197175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff59e2d-a696-4dbf-8780-c6d1d3891860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17ea496a-af11-400d-96dd-9fad733b8b05,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:07.197907 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37866) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:07.206098 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'Port': ['ID=00910313-2f97-4822-84a5-59ab586152af,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:07.241081 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-097533b3-6061-4c2c-9965-5eeb0cddb701 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722636 Jul 21 22:56:07.249797 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:07.261005 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489947-7b96-491b-93f0-43be465ee8ca req-02fe7d85-c5cd-4b0a-809f-71de5a7c506f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.262528 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-02fe7d85-c5cd-4b0a-809f-71de5a7c506f service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.2567737 Jul 21 22:56:07.281746 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:07.320853 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8efe80a5-b6bc-4458-a0c8-f9abe2aa25f2 req-6f9129b6-ffff-41b4-a8cb-8820be745d54 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074405 Jul 21 22:56:07.360065 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] Publish callbacks [] for security_group (17ea496a-af11-400d-96dd-9fad733b8b05), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.374924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:07.400628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] Publish callbacks [] for security_group (17ea496a-af11-400d-96dd-9fad733b8b05), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.404974 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-ca0e3f5a-5f00-4b46-90b1-950cef920a8d service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 1002 time: 0.1345618 Jul 21 22:56:07.430841 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-466adf2d-4c31-406b-a6b9-f44b30e77f69 req-18c2997f-f3fb-49fa-a979-ddc193f50ef3 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654451 Jul 21 22:56:07.484267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1f9fb5-e150-4504-bd20-1d5198654d96 req-e0c21029-0390-4a93-b2c4-36b0933681b0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.485810 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d1f9fb5-e150-4504-bd20-1d5198654d96 req-e0c21029-0390-4a93-b2c4-36b0933681b0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 944 time: 0.0722532 Jul 21 22:56:07.538382 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d1f9fb5-e150-4504-bd20-1d5198654d96 req-619423c5-5bb2-4e3a-8690-c831a97d0215 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467434 Jul 21 22:56:07.594056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (17ea496a-af11-400d-96dd-9fad733b8b05), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.596691 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.597842 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17ea496a-af11-400d-96dd-9fad733b8b05 HTTP/1.1" status: 204 len: 168 time: 0.3989298 Jul 21 22:56:07.607011 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a108dc-4ba8-463a-83ba-228042dc7a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17ea496a-af11-400d-96dd-9fad733b8b05,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:07.775890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489947-7b96-491b-93f0-43be465ee8ca req-4ba4fab0-31b2-4800-853c-b1f0d3b2a129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:07.777421 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-4ba4fab0-31b2-4800-853c-b1f0d3b2a129 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0687921 Jul 21 22:56:07.781458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for floatingip (296a0ef7-164f-4960-a712-9e27197373e6), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.948139 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (00910313-2f97-4822-84a5-59ab586152af), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:07.981975 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:08.085306 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a011d638-c11d-479c-a39d-f0901043b01c req-676a5f2d-9b71-4d16-8a4a-e2fb8d7ad879 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:08.087454 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a011d638-c11d-479c-a39d-f0901043b01c req-676a5f2d-9b71-4d16-8a4a-e2fb8d7ad879 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0576754 Jul 21 22:56:08.116126 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for port (00910313-2f97-4822-84a5-59ab586152af), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:08.138057 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a011d638-c11d-479c-a39d-f0901043b01c req-6d34a55d-b7d1-4d1a-ae60-6abc1b662ed6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447590 Jul 21 22:56:08.176015 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (00910313-2f97-4822-84a5-59ab586152af), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:08.244004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event updated for resources: {'Port': ['ID=00910313-2f97-4822-84a5-59ab586152af,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:08.258116 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (296a0ef7-164f-4960-a712-9e27197373e6), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:08.353978 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Floating IP 296a0ef7-164f-4960-a712-9e27197373e6 associated. External IP: 172.27.0.49, port: 5537f61f-aefa-458c-a1a7-50dc97eca904. Jul 21 22:56:08.500145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc986d5-3768-4ec0-9e3c-4fc54ee63c87 req-bb7edffe-7174-4b18-91c4-60f323db266f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:08.501672 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8fc986d5-3768-4ec0-9e3c-4fc54ee63c87 req-bb7edffe-7174-4b18-91c4-60f323db266f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0881512 Jul 21 22:56:08.515337 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:08.622819 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8fc986d5-3768-4ec0-9e3c-4fc54ee63c87 req-d2327500-9fc5-407a-8cdd-312dd0862af5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138394 Jul 21 22:56:08.651389 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Router 3b27920b-7146-490c-afc2-8cfe78dd5290 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:56:08.658681 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd5df45-6138-4f80-9a02-67d0d1cf6384 req-3b1528fe-a234-46e9-b1ca-dc4cfa9780a8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:08.666943 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-abd5df45-6138-4f80-9a02-67d0d1cf6384 req-3b1528fe-a234-46e9-b1ca-dc4cfa9780a8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 944 time: 0.0594020 Jul 21 22:56:08.740714 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-abd5df45-6138-4f80-9a02-67d0d1cf6384 req-0e561a4e-0e1d-4d9e-aaa3-148a257f657d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675950 Jul 21 22:56:08.768267 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:56:08.779566 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Sync routers for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:56:08.796464 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:56:08.797100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:55:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:08.864040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:08.896540 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d5fe578d-6708-4178-972a-bf1ef8dfd26e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.4767990 Jul 21 22:56:08.897220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:08.899674 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7" -d '{"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:08.904546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:56:08.985215 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66c4b832-67e9-4a00-905d-1624629824e2 x-openstack-request-id: req-66c4b832-67e9-4a00-905d-1624629824e2 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:08.985572 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:08.985879 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-66c4b832-67e9-4a00-905d-1624629824e2 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:08.986289 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-66c4b832-67e9-4a00-905d-1624629824e2'] response: {'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'status': 'completed', 'code': 200} Jul 21 22:56:08.999025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d489947-7b96-491b-93f0-43be465ee8ca req-712238c4-17f0-4e23-993b-0adf00462380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.005197 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-712238c4-17f0-4e23-993b-0adf00462380 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0853417 Jul 21 22:56:09.061385 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-7be1476a-4c2e-4e31-bd41-adc490933e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.063414 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-7be1476a-4c2e-4e31-bd41-adc490933e6a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0629337 Jul 21 22:56:09.124518 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-9a871f99-9e5b-4d2b-b9a8-b9e2c8b9336c service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077065 Jul 21 22:56:09.128124 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:09.139777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '296a0ef7-164f-4960-a712-9e27197373e6', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'mac_address': 'fa:16:3e:0c:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:07Z', 'updated_at': '2022-07-21T22:56:07Z', 'revision_number': 0, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:09.169408 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Checking router: 3b27920b-7146-490c-afc2-8cfe78dd5290 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:56:09.178182 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:56:09.178982 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:55:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:09.181634 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-94902e1f-3892-4110-a1fb-eb1558096927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.183942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-94902e1f-3892-4110-a1fb-eb1558096927 service neutron] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 909 time: 0.1064680 Jul 21 22:56:09.227755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:09.248921 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6d489947-7b96-491b-93f0-43be465ee8ca req-a89aed44-9d65-4321-b40b-c4f0810147c4 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160038 Jul 21 22:56:09.291984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:56:09.292145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06268bc-8fd6-4d56-9254-5c15fff75f5b req-9212b214-736c-4520-b03f-c75577bca90a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.293625 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f06268bc-8fd6-4d56-9254-5c15fff75f5b req-9212b214-736c-4520-b03f-c75577bca90a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0624073 Jul 21 22:56:09.295412 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-175a07f0-7aa3-4a2b-aa56-bf4c0d626a8e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 998 time: 0.1037097 Jul 21 22:56:09.383116 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f06268bc-8fd6-4d56-9254-5c15fff75f5b req-c48389b6-bab6-4a0d-84af-cf1a526fa8a1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832107 Jul 21 22:56:09.384600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-53371276-1906-469f-836f-80b730a308a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.385958 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-53371276-1906-469f-836f-80b730a308a0 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0796282 Jul 21 22:56:09.419134 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 8b9063ba-744d-4b47-833b-6351a6c5ac09 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:56:09.421326 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:56:09.605485 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-361870b4-d006-4b3c-9dd3-8fb9182e30fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:09.606755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-361870b4-d006-4b3c-9dd3-8fb9182e30fb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0674405 Jul 21 22:56:09.611341 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:09.649188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:09.654046 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: DOWN; New status is: DOWN {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:09.655857 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:09.680612 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '296a0ef7-164f-4960-a712-9e27197373e6', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'mac_address': 'fa:16:3e:0c:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:07Z', 'updated_at': '2022-07-21T22:56:07Z', 'revision_number': 0, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:09.708523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95fe76f6-b2ce-4485-8576-013b580ad638 None None] The sync data for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi is: [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '296a0ef7-164f-4960-a712-9e27197373e6', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'floating_ip_address': '172.27.0.49', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 405, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'mac_address': 'fa:16:3e:0c:d0:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:07Z', 'updated_at': '2022-07-21T22:56:07Z', 'revision_number': 0, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:56:09.714881 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:09.733071 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 645, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:56:09.798714 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 8b9063ba-744d-4b47-833b-6351a6c5ac09 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:09.799415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:09.826889 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b9063ba-744d-4b47-833b-6351a6c5ac09 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:56:09.849585 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:09.940543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:09.994509 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ef9d45-cad0-4a11-9984-f32aa4aab3b7 None None] New status for floating IP 296a0ef7-164f-4960-a712-9e27197373e6: ACTIVE {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:56:10.026101 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:10.033717 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-0ab62974-6644-47f2-8bbf-e290340b5a87 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3960588 Jul 21 22:56:10.040610 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26664b3-2026-4327-b9c5-2382139e40e3 req-5c33a279-f7c5-406f-948d-85012f3c04d6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:10.047368 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b26664b3-2026-4327-b9c5-2382139e40e3 req-5c33a279-f7c5-406f-948d-85012f3c04d6 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 945 time: 0.0705094 Jul 21 22:56:10.097982 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b26664b3-2026-4327-b9c5-2382139e40e3 req-ec1a19f7-daf9-4e63-bc1d-057332d43413 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475283 Jul 21 22:56:10.181461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [req-3c0c4adc-747d-470c-9eab-ba39c8523fad req-2cb1c285-86e9-4cbf-9071-36f0bb06d846 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111135) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:56:10.182465 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3c0c4adc-747d-470c-9eab-ba39c8523fad req-2cb1c285-86e9-4cbf-9071-36f0bb06d846 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055523 Jul 21 22:56:10.339269 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['8b9063ba-744d-4b47-833b-6351a6c5ac09'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:56:10.495707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ba2ca-32fa-451a-b838-7950d37a0f74 req-f6342a94-0b09-4a73-9a4d-c38b1723382b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:10.497419 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-145ba2ca-32fa-451a-b838-7950d37a0f74 req-f6342a94-0b09-4a73-9a4d-c38b1723382b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0556529 Jul 21 22:56:10.546273 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be43090-3eaf-482c-b1dc-aedc225ad500 req-04383787-9b66-4167-9323-79b8e963de06 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:10.547872 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3be43090-3eaf-482c-b1dc-aedc225ad500 req-04383787-9b66-4167-9323-79b8e963de06 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0823774 Jul 21 22:56:10.567249 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-145ba2ca-32fa-451a-b838-7950d37a0f74 req-401f7074-c51c-4cfa-9a1f-c5a1789b54f3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637646 Jul 21 22:56:10.619793 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3be43090-3eaf-482c-b1dc-aedc225ad500 req-8e56c40b-b8d1-41e4-bf63-b77d6b5defd3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638330 Jul 21 22:56:10.670262 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:10.790112 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-455e7ddb-38fc-4cbd-8d74-42aa90d82ea7 req-82b7194e-dc3e-4b9a-83c8-acdb8e16c34e service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344330 Jul 21 22:56:10.855054 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-9f2d449a-bd16-4d12-803f-db347953524e tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289087 Jul 21 22:56:11.046303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-5e5ffad6-f972-47a4-bdd8-b6b1dcd7c36a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:11.047856 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-5e5ffad6-f972-47a4-bdd8-b6b1dcd7c36a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1874881 Jul 21 22:56:11.062893 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-14f4f513-6104-45d5-aa0b-0dff00af65b1 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/quotas/f64f9241e0da4e8f98fb1ad5b46d836d HTTP/1.1" status: 200 len: 375 time: 0.0098252 Jul 21 22:56:11.094911 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-4e40cffb-2223-415a-8169-74cc512fe171 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268745 Jul 21 22:56:11.106738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37972) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:11.216436 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e8de0-7608-4dbf-b850-2a4653f02635 req-fc8a8d34-626c-4483-9b16-d609cb0ec267 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:11.217934 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c36e8de0-7608-4dbf-b850-2a4653f02635 req-fc8a8d34-626c-4483-9b16-d609cb0ec267 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 945 time: 0.0465622 Jul 21 22:56:11.230270 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-1aa345ed-fe68-4375-81d3-0066631dbecc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1222785 Jul 21 22:56:11.239956 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-2674179f-2f6f-4654-a267-790a0e729b16 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:56:11.240942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-2674179f-2f6f-4654-a267-790a0e729b16 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0052805 Jul 21 22:56:11.267084 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c36e8de0-7608-4dbf-b850-2a4653f02635 req-38fe26b2-569f-4891-8c06-31e7543a1837 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431952 Jul 21 22:56:11.331964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 37986) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:11.358713 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-924f9d74-767b-46e7-acd7-1b3f1caa8138 req-12c353ce-4877-4294-8904-8f60dc932307 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0295005 Jul 21 22:56:11.434507 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-81927960-00a5-4350-82c7-54d01a1fa5a3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:11.435833 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-81927960-00a5-4350-82c7-54d01a1fa5a3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports/b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 940 time: 0.1027317 Jul 21 22:56:11.494086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 8b9063ba-744d-4b47-833b-6351a6c5ac09 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:56:11.539803 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 8b9063ba-744d-4b47-833b-6351a6c5ac09 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:56:11.608869 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 8b9063ba-744d-4b47-833b-6351a6c5ac09 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:11.609127 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:11.700426 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb633d0-2292-4be3-b623-d1fba56706cb req-692f83e3-5525-4d06-9269-399ea99a4da8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:11.701940 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6cb633d0-2292-4be3-b623-d1fba56706cb req-692f83e3-5525-4d06-9269-399ea99a4da8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0517359 Jul 21 22:56:11.713874 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 8b9063ba-744d-4b47-833b-6351a6c5ac09 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:11.714834 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:11.748967 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57875bf-7922-4fba-a0d2-2e925fa70b94 req-41563ffe-0233-47f6-b0ff-338c4b076292 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:11.750548 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d57875bf-7922-4fba-a0d2-2e925fa70b94 req-41563ffe-0233-47f6-b0ff-338c4b076292 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0622897 Jul 21 22:56:11.759984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:11.760447 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6cb633d0-2292-4be3-b623-d1fba56706cb req-c67d73cd-d52a-4615-afa0-e0b16dc477ff tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521922 Jul 21 22:56:11.762343 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac8756c7-b9f7-40b0-b449-04c2d5944cef" -d '{"events": [{"server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "name": "network-vif-plugged", "status": "completed", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:11.786112 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:11.805350 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a66ecd-7d04-470a-aced-a16380ee1650 x-openstack-request-id: req-39a66ecd-7d04-470a-aced-a16380ee1650 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:11.805718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "name": "network-vif-plugged", "status": "completed", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:11.808120 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-39a66ecd-7d04-470a-aced-a16380ee1650 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:11.808120 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-39a66ecd-7d04-470a-aced-a16380ee1650'] response: {'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'code': 200} Jul 21 22:56:11.812708 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d57875bf-7922-4fba-a0d2-2e925fa70b94 req-b138543e-1444-46db-9d23-7e04462157fa tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534306 Jul 21 22:56:11.867375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:11.889621 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:11.915507 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:12.039681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-91c66616-5ac4-4b1d-98cf-0aec80243143 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:12.200960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9383c7-87a0-44ec-a107-8a847f5f9f30 req-d0786658-21cf-487b-b1c8-ca6b16464884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:12.202465 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6e9383c7-87a0-44ec-a107-8a847f5f9f30 req-d0786658-21cf-487b-b1c8-ca6b16464884 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0423403 Jul 21 22:56:12.259270 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6e9383c7-87a0-44ec-a107-8a847f5f9f30 req-532f229d-78fe-4b6f-a0b9-35c1e44ed121 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461423 Jul 21 22:56:12.384303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa770ef4-fa54-4814-9bf3-97f5202f0169 req-27c8ad1b-f158-4f70-a16a-98fc0294d29c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:12.385823 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa770ef4-fa54-4814-9bf3-97f5202f0169 req-27c8ad1b-f158-4f70-a16a-98fc0294d29c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0477717 Jul 21 22:56:12.433792 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa770ef4-fa54-4814-9bf3-97f5202f0169 req-92898264-b6e7-46fd-bca7-5f5720107776 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422876 Jul 21 22:56:12.448505 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1cdcaf22-fc48-4b00-9f13-630080a41ada req-56aa6625-c912-46b2-b9e4-592017f5f3e1 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0283203 Jul 21 22:56:12.875231 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11288bea-246b-470d-b02f-64af92c32679 req-477cc53e-60b4-4c75-b8fc-abcd7dd791f4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:12.876728 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11288bea-246b-470d-b02f-64af92c32679 req-477cc53e-60b4-4c75-b8fc-abcd7dd791f4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0496361 Jul 21 22:56:12.922900 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11288bea-246b-470d-b02f-64af92c32679 req-8032395e-6d42-4e98-a3da-77256b9cf001 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406082 Jul 21 22:56:13.541203 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-61d81dff-ed9b-4450-9539-27c95cec77f9 req-edd549cc-7810-4244-afc5-e0a32d30606f tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0265515 Jul 21 22:56:13.549820 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91897955-592f-4b83-bd7b-9a4b1a78543e req-845c56a6-9fc0-4f2f-a3ca-24adff3c7c25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:13.552236 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-91897955-592f-4b83-bd7b-9a4b1a78543e req-845c56a6-9fc0-4f2f-a3ca-24adff3c7c25 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0492289 Jul 21 22:56:13.605891 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-91897955-592f-4b83-bd7b-9a4b1a78543e req-13af1008-03d1-4269-a966-688032944b16 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474520 Jul 21 22:56:14.041320 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724e14e-eae9-4f0a-835f-ab83ac186ce8 req-1a42dab2-8ed1-475f-a69f-438f9c5eb5fd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:14.042796 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e724e14e-eae9-4f0a-835f-ab83ac186ce8 req-1a42dab2-8ed1-475f-a69f-438f9c5eb5fd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0457962 Jul 21 22:56:14.089987 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e724e14e-eae9-4f0a-835f-ab83ac186ce8 req-81e4f058-4aae-48f0-a13d-a3d9a584914e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414889 Jul 21 22:56:14.231114 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a962c88a-2fdd-41bd-8a27-19274791307f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:14.644689 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b42103c-a0f9-4254-92d4-72622f631f2c req-2ff41aa6-3646-4c0a-9cf3-3c03b67b8fe1 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0290425 Jul 21 22:56:14.728631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8846f7fa-9431-40d6-b1fa-e9077a509ba7 req-58f09a0d-ef43-4c73-bd97-635a988d1176 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:14.730108 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8846f7fa-9431-40d6-b1fa-e9077a509ba7 req-58f09a0d-ef43-4c73-bd97-635a988d1176 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0509551 Jul 21 22:56:14.778949 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:14.783422 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8846f7fa-9431-40d6-b1fa-e9077a509ba7 req-5caa005b-e67e-4551-ab2f-516ecfd29292 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479350 Jul 21 22:56:14.897622 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d08a89a-eefa-4202-9642-877ac90aa781 req-044fe358-8a86-4803-913f-45086626131d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:14.899795 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1d08a89a-eefa-4202-9642-877ac90aa781 req-044fe358-8a86-4803-913f-45086626131d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0493078 Jul 21 22:56:14.908330 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38038) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:14.912792 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'floatingip': {'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:14.913909 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-43455b3d-97e9-428f-af6b-44d19aecec0d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.33 "GET /v2.0/networks?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0213470 Jul 21 22:56:14.949780 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.037566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-12742335-69fd-4e0b-90fd-0abf062c9cf2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:15.038971 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-12742335-69fd-4e0b-90fd-0abf062c9cf2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1129096 Jul 21 22:56:15.060760 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Request body: {'port': {'device_id': '8dfdde86-def0-4598-8128-6a93a4410338', 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97', 'admin_state_up': True, 'tenant_id': 'f64f9241e0da4e8f98fb1ad5b46d836d'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:15.175078 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:15.235611 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68de7aa6-9543-4709-b657-673a01cc868a req-6cb71118-40ca-42b6-b7f4-880d380747b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:15.237115 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-68de7aa6-9543-4709-b657-673a01cc868a req-6cb71118-40ca-42b6-b7f4-880d380747b8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0628715 Jul 21 22:56:15.290184 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-68de7aa6-9543-4709-b657-673a01cc868a req-61505d22-f393-4ebb-b3c6-b23a8773694c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461383 Jul 21 22:56:15.300207 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Made reservation on behalf of f64f9241e0da4e8f98fb1ad5b46d836d for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:56:15.304492 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.317927 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.401487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks [] for security_group (64875e25-e5e2-4788-b610-163574e3c89f), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.471886 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (64875e25-e5e2-4788-b610-163574e3c89f), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.509107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:15.537025 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64875e25-e5e2-4788-b610-163574e3c89f,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:15.549601 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.549882 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.550235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.550583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.550968 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.551309 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.551642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.551984 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.552321 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.552653 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.552986 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.553314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.553645 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.553973 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.554302 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:15.577233 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.626948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:15.628235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Allocated IP 192.168.233.200 (2958030b-abf8-4b3c-afc7-886a60ecdd97/c5e5964a-d072-445c-a102-bbdbdf45be73/ebfa715d-7390-4d63-9886-cae8ef118a11) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:56:15.655641 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.741920 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6700b11e-d7bd-4d24-bddc-9a73b4efc990 req-7f83a23c-9340-4df4-acfe-41bdf0d81f8b tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0283406 Jul 21 22:56:15.759531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.778375 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks [] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.806661 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:15.810441 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.858107 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.858599 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Floating IP 1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0 associated. External IP: 172.27.0.99, port: 8b9063ba-744d-4b47-833b-6351a6c5ac09. Jul 21 22:56:15.907832 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Network 2958030b-abf8-4b3c-afc7-886a60ecdd97 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:56:15.913036 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:56:15.918574 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:56:15.924581 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:15.925290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:15.935724 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Pushing event updated for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:15.990995 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-34425350-585d-4977-ad4a-0ef0dfb6c8ff tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9337194 Jul 21 22:56:16.069719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Router d23a146d-15e1-4df7-bdba-6542b10abffa has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:56:16.097931 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-6afd3cad-6631-4678-b3c2-96f40d0ee6e9 None None] Provisioning complete for port ebfa715d-7390-4d63-9886-cae8ef118a11 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:16.098309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-6afd3cad-6631-4678-b3c2-96f40d0ee6e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:16.129858 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-6afd3cad-6631-4678-b3c2-96f40d0ee6e9 None None] Port ebfa715d-7390-4d63-9886-cae8ef118a11 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:56:16.175864 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:56:16.180547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:16.185851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:56:16.195880 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:56:16.196499 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:16.213614 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-db704b2f-611f-4c66-99c0-bdecc6d6b844 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "PUT /v2.0/floatingips/1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0 HTTP/1.1" status: 200 len: 991 time: 1.3013356 Jul 21 22:56:16.213614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:16.214441 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:16.252766 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6a021e-857e-4949-853c-8a7116907d34 x-openstack-request-id: req-6b6a021e-857e-4949-853c-8a7116907d34 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:16.252970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:16.253333 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6b6a021e-857e-4949-853c-8a7116907d34 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:16.253837 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b6a021e-857e-4949-853c-8a7116907d34'] response: {'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'status': 'completed', 'code': 200} Jul 21 22:56:16.301450 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:56:16.413335 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c9681-2202-46a2-abd2-91de6a5447fd req-6e331973-f958-48a8-a5e2-5f2797b138e2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:16.414956 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-727c9681-2202-46a2-abd2-91de6a5447fd req-6e331973-f958-48a8-a5e2-5f2797b138e2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0478005 Jul 21 22:56:16.418853 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Request body: {'port': {'device_id': '8dfdde86-def0-4598-8128-6a93a4410338', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:16.474851 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:16.486651 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:16.513503 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-091e4140-54ee-4d45-9fee-93c63029e5e8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0975587 Jul 21 22:56:16.519973 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-9a1260b4-f94d-4547-acf0-c66937bde22d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:16.521497 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-9a1260b4-f94d-4547-acf0-c66937bde22d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0976622 Jul 21 22:56:16.550318 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:56:15Z', 'revision_number': 1, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:16.577255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:56:16.587265 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:56:16.587447 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-727c9681-2202-46a2-abd2-91de6a5447fd req-727e3a02-7ed1-490c-a045-3043ecf04287 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535575 Jul 21 22:56:16.588375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:16.645481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-76cfc9b2-cb43-4001-bcde-d054aeb034d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:16.647053 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-76cfc9b2-cb43-4001-bcde-d054aeb034d9 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 1129 time: 0.1056361 Jul 21 22:56:16.678307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-36fd1b14-672f-40fa-802d-15796227c79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:16.681027 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-36fd1b14-672f-40fa-802d-15796227c79a service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1487331 Jul 21 22:56:16.699772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:56:16.770225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebfa715d-7390-4d63-9886-cae8ef118a11 {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:56:16.778946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks [] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:16.793277 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Transition to ACTIVE for port object ebfa715d-7390-4d63-9886-cae8ef118a11 will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:56:16.844325 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:16.853160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:16.895707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db037458-d68c-49b4-af8f-5e338c6009a7 req-df61af8e-109c-418b-a9b6-14c283a20a04 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:16.897208 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db037458-d68c-49b4-af8f-5e338c6009a7 req-df61af8e-109c-418b-a9b6-14c283a20a04 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 936 time: 0.0784535 Jul 21 22:56:16.918830 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:56:15Z', 'revision_number': 1, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:56:16.935445 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:16.948847 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed663c94-5967-4fe3-be68-3ce34734bf2c None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:56:15Z', 'revision_number': 1, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:56:17.002855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Attempting to bind port ebfa715d-7390-4d63-9886-cae8ef118a11 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:56:17.003133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Attempting to bind port ebfa715d-7390-4d63-9886-cae8ef118a11 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:56:17.003471 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Attempting to bind port ebfa715d-7390-4d63-9886-cae8ef118a11 on network 2958030b-abf8-4b3c-afc7-886a60ecdd97 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:56:17.008418 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-db037458-d68c-49b4-af8f-5e338c6009a7 req-a1edac6c-b6ef-4ed7-acbc-ca6269f5dd63 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006546 Jul 21 22:56:17.012868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Port ebfa715d-7390-4d63-9886-cae8ef118a11 on network 2958030b-abf8-4b3c-afc7-886a60ecdd97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:56:17.013210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Attempting to bind port ebfa715d-7390-4d63-9886-cae8ef118a11 on network 2958030b-abf8-4b3c-afc7-886a60ecdd97 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:56:17.018661 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:56:17.019041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Checking segment: {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:56:17.019433 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Bound using segment: {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:56:17.019939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Bound port: ebfa715d-7390-4d63-9886-cae8ef118a11, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '800f8c68-bd3c-4fe3-8b71-1488e9483dd8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:56:17.020223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:17.044120 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:17.083599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:17.123033 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:56:17.126323 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=ebfa715d-7390-4d63-9886-cae8ef118a11,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:56:17.138765 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-2f7af2e9-7665-4877-9374-a6606b9a82f7 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 999 time: 0.1686089 Jul 21 22:56:17.171558 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:17.204493 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-013ce7c9-7e8b-4b6f-ad5e-0d23904a7645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.205957 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-013ce7c9-7e8b-4b6f-ad5e-0d23904a7645 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1562126 Jul 21 22:56:17.209831 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-c21869b5-c268-47f8-a502-9e146c2a4fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.212031 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-c21869b5-c268-47f8-a502-9e146c2a4fe4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0643182 Jul 21 22:56:17.232638 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:17.237353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.238291 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:17.239891 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] 10.222.0.33 "PUT /v2.0/ports/ebfa715d-7390-4d63-9886-cae8ef118a11 HTTP/1.1" status: 200 len: 1098 time: 0.8257251 Jul 21 22:56:17.240673 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:17.243814 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2851cec-4a32-4c48-be17-ae01d4bb8e00" -d '{"events": [{"name": "network-changed", "server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:17.257993 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-f08b9b5c-130a-4848-a884-5cb6969ffa69 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 200 len: 217 time: 0.0382745 Jul 21 22:56:17.268526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:17.306311 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f555242d-d790-4c8a-9839-e30b8f7302d0 None None] New status for floating IP 1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0: ACTIVE {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:56:17.328610 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-205542fd-3e4f-46d3-b262-d6fadfc2a517 x-openstack-request-id: req-205542fd-3e4f-46d3-b262-d6fadfc2a517 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:17.331969 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:17.339663 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:17.342288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-205542fd-3e4f-46d3-b262-d6fadfc2a517 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:17.342288 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-205542fd-3e4f-46d3-b262-d6fadfc2a517'] response: {'name': 'network-changed', 'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11', 'status': 'completed', 'code': 200} Jul 21 22:56:17.372082 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-30e3a4cb-8884-4ba7-98a1-00e85c454df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.373627 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-30e3a4cb-8884-4ba7-98a1-00e85c454df4 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1174822 Jul 21 22:56:17.379085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f525e6f-e8db-4151-aa02-7982244b1914 service neutron] Pushing event updated for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:17.387802 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:17.391950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-3f7209c3-725b-4d61-875e-1b769374b10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.394391 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-3f7209c3-725b-4d61-875e-1b769374b10c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1263220 Jul 21 22:56:17.442865 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2851cec-4a32-4c48-be17-ae01d4bb8e00 req-f8659b68-7551-4e42-8384-0b2968d36f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.447792 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a2851cec-4a32-4c48-be17-ae01d4bb8e00 req-f8659b68-7551-4e42-8384-0b2968d36f58 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 1132 time: 0.0986023 Jul 21 22:56:17.503977 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a2851cec-4a32-4c48-be17-ae01d4bb8e00 req-e3b0f212-6740-45bd-8900-11a129d4468d service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353489 Jul 21 22:56:17.541571 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-a0e54f52-fd95-47c5-b387-759f084b367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.543178 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-a0e54f52-fd95-47c5-b387-759f084b367d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1231532 Jul 21 22:56:17.623361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2851cec-4a32-4c48-be17-ae01d4bb8e00 req-e1a75f70-c228-47ed-844a-b08d9ec30fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.625012 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a2851cec-4a32-4c48-be17-ae01d4bb8e00 req-e1a75f70-c228-47ed-844a-b08d9ec30fcf service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1116908 Jul 21 22:56:17.628426 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-c83dcbe0-9cee-40e8-9c95-7dbaecb9f237 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298038 Jul 21 22:56:17.694639 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-fa00ecdf-6074-4838-aef6-5133ec787dd9 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430590 Jul 21 22:56:17.750350 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e377f3-eae9-4746-b0f1-da7015abd78d req-26a12572-8d0d-4db8-b839-8e98ec75d5da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.751982 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6e377f3-eae9-4746-b0f1-da7015abd78d req-26a12572-8d0d-4db8-b839-8e98ec75d5da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0802238 Jul 21 22:56:17.753017 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-1e989918-514d-4ab3-b03b-79f489d98114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.754362 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-1e989918-514d-4ab3-b03b-79f489d98114 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 1132 time: 0.0812652 Jul 21 22:56:17.815509 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-d60e307c-58c7-465b-a469-b5227902c994 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.200&port_id=ebfa715d-7390-4d63-9886-cae8ef118a11 HTTP/1.1" status: 200 len: 217 time: 0.0385032 Jul 21 22:56:17.818555 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b76e6bca-36de-49e4-a2c2-b28ea0dbd007 req-652d8bea-40bd-42a2-bfdf-1482c072dd2d service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702657 Jul 21 22:56:17.832809 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6e377f3-eae9-4746-b0f1-da7015abd78d req-909057c9-dfea-4026-a681-781dc7c0c41d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733571 Jul 21 22:56:17.842666 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3cb70d18-6a2f-45c9-b682-98c65dce5043 req-a102c02c-be22-4916-bc42-268ba0cca409 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197205 Jul 21 22:56:17.891682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:17.895634 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-250c8ee4-c55f-49b9-b05e-4f986ff526e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.897088 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-250c8ee4-c55f-49b9-b05e-4f986ff526e4 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=c5e5964a-d072-445c-a102-bbdbdf45be73 HTTP/1.1" status: 200 len: 843 time: 0.0484560 Jul 21 22:56:17.946093 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-a8027129-c0d8-4e48-b0b0-67cf23c928fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:17.947656 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-a8027129-c0d8-4e48-b0b0-67cf23c928fa service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=2958030b-abf8-4b3c-afc7-886a60ecdd97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0410798 Jul 21 22:56:18.135367 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd41d8ea-23e0-49f4-826b-d80479c292c3 req-de7b6afa-fa33-4afe-9057-ef2641cce86d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:18.136826 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dd41d8ea-23e0-49f4-826b-d80479c292c3 req-de7b6afa-fa33-4afe-9057-ef2641cce86d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 948 time: 0.0485127 Jul 21 22:56:18.184578 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dd41d8ea-23e0-49f4-826b-d80479c292c3 req-1eb7e696-a4aa-4257-98cf-95085b061500 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420587 Jul 21 22:56:18.426578 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-673e8206-9a9e-411b-8bdc-00535c350c96 service neutron] 10.222.0.33 "GET /v2.0/networks/2958030b-abf8-4b3c-afc7-886a60ecdd97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937057 Jul 21 22:56:18.554832 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d76d462-334b-4cd7-ae3a-b1f2bb631952 req-ee312eae-5fd4-4f92-b1e8-c47753547b1b service neutron] 10.222.0.33 "GET /v2.0/networks/2958030b-abf8-4b3c-afc7-886a60ecdd97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995874 Jul 21 22:56:18.949073 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85a5c31-a0c1-4283-b6f3-b76b750203bd req-e2aa0fd7-2a5d-40e5-9493-e64049a21f1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:18.950481 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f85a5c31-a0c1-4283-b6f3-b76b750203bd req-e2aa0fd7-2a5d-40e5-9493-e64049a21f1e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0464883 Jul 21 22:56:19.003714 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f85a5c31-a0c1-4283-b6f3-b76b750203bd req-b48dd83d-ad05-49af-a15d-9c5cb295773c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475683 Jul 21 22:56:19.297605 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e99b5-b306-4887-b107-bd251e4d5b88 req-f6d9277f-d562-49d9-a17d-cbe9bfb3c30d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:19.299109 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b9e99b5-b306-4887-b107-bd251e4d5b88 req-f6d9277f-d562-49d9-a17d-cbe9bfb3c30d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 948 time: 0.0473661 Jul 21 22:56:19.345722 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3b9e99b5-b306-4887-b107-bd251e4d5b88 req-cc347eb0-e3b2-4b14-83a7-d29a1afa2d4a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jul 21 22:56:20.122744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3548d45c-461c-4ca9-bf0c-0c1ef44ba709 req-32dc5593-ce49-493c-a78d-e2446a05e168 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:20.124278 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3548d45c-461c-4ca9-bf0c-0c1ef44ba709 req-32dc5593-ce49-493c-a78d-e2446a05e168 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0468194 Jul 21 22:56:20.171006 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3548d45c-461c-4ca9-bf0c-0c1ef44ba709 req-1845d176-a6c8-44c3-8e6c-a0059f6875e6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411811 Jul 21 22:56:20.462150 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc1fdc-e7ff-40a0-9d77-4d682b924a21 req-bc07b073-c377-424a-a82b-3f230392db74 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:20.463644 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-09dc1fdc-e7ff-40a0-9d77-4d682b924a21 req-bc07b073-c377-424a-a82b-3f230392db74 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 948 time: 0.0500224 Jul 21 22:56:20.510060 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-09dc1fdc-e7ff-40a0-9d77-4d682b924a21 req-5a5bfeaf-03be-4d52-81ef-820921d75c38 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409846 Jul 21 22:56:21.290266 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3291c2e6-b21f-4a03-9717-e49e7773a8c9 req-a82cc063-f53b-40a4-b363-385fec5e52c1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:21.291859 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3291c2e6-b21f-4a03-9717-e49e7773a8c9 req-a82cc063-f53b-40a4-b363-385fec5e52c1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0455511 Jul 21 22:56:21.338425 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3291c2e6-b21f-4a03-9717-e49e7773a8c9 req-2625010b-3e5c-4db7-b089-bbc656711705 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408888 Jul 21 22:56:21.621477 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae7d67-4af1-4041-9b13-d3ce02297344 req-83443efe-f184-4323-9439-484228ba51c6 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:21.622875 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-74ae7d67-4af1-4041-9b13-d3ce02297344 req-83443efe-f184-4323-9439-484228ba51c6 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 948 time: 0.0466616 Jul 21 22:56:21.668859 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-74ae7d67-4af1-4041-9b13-d3ce02297344 req-2a713a41-4ee8-4007-bcd6-0d7fc8dbbbcb tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403123 Jul 21 22:56:22.458462 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896f7f6-d3e0-48d6-9aff-4e1f3c41e2e4 req-1d9b4204-6fd1-4500-a0d3-107b8a78ea06 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:22.459963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8896f7f6-d3e0-48d6-9aff-4e1f3c41e2e4 req-1d9b4204-6fd1-4500-a0d3-107b8a78ea06 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0495706 Jul 21 22:56:22.507640 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8896f7f6-d3e0-48d6-9aff-4e1f3c41e2e4 req-e2397d0c-5da0-487f-8ab3-9ec7b3d6dd4f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415709 Jul 21 22:56:22.774091 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:22.782432 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c318c6-cfb0-4090-9b70-e78626fee73e req-6138b88f-9611-4931-a479-d352b7ac4b6e tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:22.783917 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-22c318c6-cfb0-4090-9b70-e78626fee73e req-6138b88f-9611-4931-a479-d352b7ac4b6e tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 948 time: 0.0464671 Jul 21 22:56:22.837402 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-22c318c6-cfb0-4090-9b70-e78626fee73e req-d0966752-22e6-4d3e-9206-e6f9bf8654d9 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480051 Jul 21 22:56:23.514281 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device ebfa715d-7390-4d63-9886-cae8ef118a11 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:56:23.623836 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=ebfa715d-7390-4d63-9886-cae8ef118a11,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:23.629964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d73648-86cc-442d-a3a3-d9dcf56f630d req-e27a1da6-14f3-4630-8d31-3c8d1ef22da9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:23.631547 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e5d73648-86cc-442d-a3a3-d9dcf56f630d req-e27a1da6-14f3-4630-8d31-3c8d1ef22da9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0493643 Jul 21 22:56:23.636760 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'ebfa715d-7390-4d63-9886-cae8ef118a11', 'network_id': '2958030b-abf8-4b3c-afc7-886a60ecdd97', 'port_id': 'ebfa715d-7390-4d63-9886-cae8ef118a11', 'mac_address': 'fa:16:3e:21:02:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 626, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c5e5964a-d072-445c-a102-bbdbdf45be73', 'ip_address': '192.168.233.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:56:23.672868 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port ebfa715d-7390-4d63-9886-cae8ef118a11 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:23.673258 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:23.682533 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e5d73648-86cc-442d-a3a3-d9dcf56f630d req-50fda513-6587-454d-8aa9-38b0f4111c59 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442281 Jul 21 22:56:23.686879 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ebfa715d-7390-4d63-9886-cae8ef118a11 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:56:23.707595 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=ebfa715d-7390-4d63-9886-cae8ef118a11,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:23.771347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:23.820291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:23.948338 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beacea60-8b3d-4cc2-bd81-a7c82a1652d0 req-eeda7bb5-e7dc-4490-9ae6-2a5db15ef75d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:23.949820 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-beacea60-8b3d-4cc2-bd81-a7c82a1652d0 req-eeda7bb5-e7dc-4490-9ae6-2a5db15ef75d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0456858 Jul 21 22:56:23.997462 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-beacea60-8b3d-4cc2-bd81-a7c82a1652d0 req-7135ee78-efa9-4d14-a972-38b7284ad960 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421374 Jul 21 22:56:24.802340 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca792f-54fe-4740-9442-6437fad36157 req-9c5440d2-f062-4ccc-a5e9-875e24633c43 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:24.803714 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-05ca792f-54fe-4740-9442-6437fad36157 req-9c5440d2-f062-4ccc-a5e9-875e24633c43 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0462046 Jul 21 22:56:24.815523 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:24.856550 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-05ca792f-54fe-4740-9442-6437fad36157 req-3d706b15-be77-406d-aade-57f98a9b7c75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472922 Jul 21 22:56:25.100032 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:25.108980 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a992fc-f508-43ef-84d7-78a941b738b3 req-edd64da8-9958-4c1d-a5e6-197dbbdb545a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:25.113562 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27a992fc-f508-43ef-84d7-78a941b738b3 req-edd64da8-9958-4c1d-a5e6-197dbbdb545a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0464075 Jul 21 22:56:25.157748 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27a992fc-f508-43ef-84d7-78a941b738b3 req-239742cf-0c69-4f11-b63f-a4160b14b0e8 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418923 Jul 21 22:56:25.972233 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3e7963-629e-4655-836f-7d7018dd757e req-01aaa53b-687d-4550-871d-2820fc409211 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:25.973696 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d3e7963-629e-4655-836f-7d7018dd757e req-01aaa53b-687d-4550-871d-2820fc409211 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0460911 Jul 21 22:56:26.020010 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d3e7963-629e-4655-836f-7d7018dd757e req-4ae87058-650e-4d35-9e86-51cc059f4599 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404477 Jul 21 22:56:26.292543 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae78c1f5-5337-412f-b3c6-350e2e5e7653 req-f81474f1-349d-4378-9567-0764c58c2886 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:26.294754 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae78c1f5-5337-412f-b3c6-350e2e5e7653 req-f81474f1-349d-4378-9567-0764c58c2886 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0712938 Jul 21 22:56:26.340969 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ae78c1f5-5337-412f-b3c6-350e2e5e7653 req-9fa2554f-6b13-40d0-aeeb-0679f1051aa9 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408301 Jul 21 22:56:26.849795 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-b0092b16-3982-4a39-9747-aae34875b615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:26.851325 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-b0092b16-3982-4a39-9747-aae34875b615 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 1127 time: 0.0743067 Jul 21 22:56:26.922193 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-b35967ed-530c-42a7-bc1c-4ed3903b32fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:26.923764 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-b35967ed-530c-42a7-bc1c-4ed3903b32fe service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1127 time: 0.0389664 Jul 21 22:56:27.004674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['ebfa715d-7390-4d63-9886-cae8ef118a11'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:56:27.006816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:27.037630 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-7c1201da-a77d-43d6-90c7-23ea65c6a3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:27.039270 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-7c1201da-a77d-43d6-90c7-23ea65c6a3ae service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.0879941 Jul 21 22:56:27.110225 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-1dc6771e-e6ca-4a44-b962-8951d9d88d20 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 999 time: 0.0639751 Jul 21 22:56:27.149868 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb5de8d8-8255-446a-8bb8-8ba21a260514 req-8025294e-59c3-41dd-9674-9c01e6cba493 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:27.157947 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb5de8d8-8255-446a-8bb8-8ba21a260514 req-8025294e-59c3-41dd-9674-9c01e6cba493 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0592287 Jul 21 22:56:27.160125 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:27.165073 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-53929573-664f-44f1-96cb-1892c0650011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:27.168598 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-53929573-664f-44f1-96cb-1892c0650011 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0500846 Jul 21 22:56:27.201809 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb5de8d8-8255-446a-8bb8-8ba21a260514 req-95c0f5d6-0eb7-4265-82d1-cb31de8e43ab tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429416 Jul 21 22:56:27.211986 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-569964b4-e4f1-43e4-9978-416a1b9fd4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:27.213473 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-569964b4-e4f1-43e4-9978-416a1b9fd4a9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0390961 Jul 21 22:56:27.309191 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-5bc00915-358d-4485-b6c8-c2559b3f145e service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875244 Jul 21 22:56:27.409062 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d2fe257-d469-42ed-8ac1-fb4179ab05d4 req-15719799-d331-4f48-a9bc-613413e12a2d service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885928 Jul 21 22:56:27.463193 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2a682-c786-4fb7-8037-2f5445a7f877 req-7ef792b2-cf24-48c2-84cb-778c866aeac2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:27.464649 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5dc2a682-c786-4fb7-8037-2f5445a7f877 req-7ef792b2-cf24-48c2-84cb-778c866aeac2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0514343 Jul 21 22:56:27.514125 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5dc2a682-c786-4fb7-8037-2f5445a7f877 req-5295c350-ac9f-48ce-ba3f-a8728f470a41 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435638 Jul 21 22:56:28.348171 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf885c1-2716-479c-b9d4-92fc8217ca6e req-5e927df8-45db-4a63-b6de-a7a64c32b894 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:28.349844 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bf885c1-2716-479c-b9d4-92fc8217ca6e req-5e927df8-45db-4a63-b6de-a7a64c32b894 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0614121 Jul 21 22:56:28.411576 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bf885c1-2716-479c-b9d4-92fc8217ca6e req-5be87482-ca58-4109-8da1-b02ceb133e79 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557754 Jul 21 22:56:28.632779 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf32d81-abd8-4f51-acef-4f43128e7c35 req-7a551c57-8558-43ba-90a3-bf7873377d84 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:28.635461 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0cf32d81-abd8-4f51-acef-4f43128e7c35 req-7a551c57-8558-43ba-90a3-bf7873377d84 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0500677 Jul 21 22:56:28.691455 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0cf32d81-abd8-4f51-acef-4f43128e7c35 req-8b627fc1-ffe6-4746-92c6-d23e78541d4c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502141 Jul 21 22:56:29.532583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f46b81-c504-41cb-81bc-ff7e7c67ff7c req-f44e9edd-0af6-4c72-8c7b-05e897043c3c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:29.534083 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11f46b81-c504-41cb-81bc-ff7e7c67ff7c req-f44e9edd-0af6-4c72-8c7b-05e897043c3c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0509777 Jul 21 22:56:29.832404 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11f46b81-c504-41cb-81bc-ff7e7c67ff7c req-b9368e50-e344-4c89-8d7b-b31dcc8d6160 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2919757 Jul 21 22:56:29.941794 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7e499f-0485-41a6-b08c-7a576797efe0 req-1994a5a0-ca43-4dc9-9ad6-c81d14bfcb81 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:29.943323 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0a7e499f-0485-41a6-b08c-7a576797efe0 req-1994a5a0-ca43-4dc9-9ad6-c81d14bfcb81 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 949 time: 0.0472782 Jul 21 22:56:29.956450 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:29.993778 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0a7e499f-0485-41a6-b08c-7a576797efe0 req-1a43790f-433e-4157-a99a-8b74d22d5e38 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Jul 21 22:56:30.493200 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device ebfa715d-7390-4d63-9886-cae8ef118a11 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:56:30.541744 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port ebfa715d-7390-4d63-9886-cae8ef118a11 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:56:30.608911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port ebfa715d-7390-4d63-9886-cae8ef118a11 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:30.609470 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:30.684238 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port ebfa715d-7390-4d63-9886-cae8ef118a11 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:30.684626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:30.707752 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:30.710013 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41c77db-e770-4ccc-b09d-338b8c202c75" -d '{"events": [{"server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:30.730990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=ebfa715d-7390-4d63-9886-cae8ef118a11,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:30.757155 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7e4f87-e7e6-4d30-9b71-87efb2bda8ef x-openstack-request-id: req-3b7e4f87-e7e6-4d30-9b71-87efb2bda8ef {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:30.757470 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "name": "network-vif-plugged", "status": "completed", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:30.757733 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b7e4f87-e7e6-4d30-9b71-87efb2bda8ef {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:30.758169 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b7e4f87-e7e6-4d30-9b71-87efb2bda8ef'] response: {'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11', 'code': 200} Jul 21 22:56:30.788127 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:30.840913 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:30.955722 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528a6991-a1e1-4d36-aeaa-ce19f8f467eb req-6e4bb370-eb98-4ef9-856a-1271f127ec90 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:30.957217 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-528a6991-a1e1-4d36-aeaa-ce19f8f467eb req-6e4bb370-eb98-4ef9-856a-1271f127ec90 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0464411 Jul 21 22:56:31.008333 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-528a6991-a1e1-4d36-aeaa-ce19f8f467eb req-18bbd0a9-26bd-44e6-8fdf-31b39b2c53ce tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445907 Jul 21 22:56:31.115925 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284f4b12-d41c-45a3-8fab-a2489b63367a req-2b1005c5-32d9-419b-ae99-f1fa3102f77f tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:31.117639 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-284f4b12-d41c-45a3-8fab-a2489b63367a req-2b1005c5-32d9-419b-ae99-f1fa3102f77f tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0503178 Jul 21 22:56:31.175644 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-284f4b12-d41c-45a3-8fab-a2489b63367a req-6d8d1032-56d2-4057-8f02-9d217513bd76 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519626 Jul 21 22:56:32.133581 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c05ef8-c02a-4778-9161-9bf6519314ef req-ff3486fe-f34d-4d7c-95ce-ee3c28165f8b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:32.135095 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60c05ef8-c02a-4778-9161-9bf6519314ef req-ff3486fe-f34d-4d7c-95ce-ee3c28165f8b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0528662 Jul 21 22:56:32.185364 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-60c05ef8-c02a-4778-9161-9bf6519314ef req-172e31ec-ac70-46d3-9dd0-ba689348d309 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437346 Jul 21 22:56:32.296293 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:32.311386 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0592810-1e9a-4981-8e7e-f63d85efe513 req-8fbaa4c1-7886-4ace-ad6b-06f156aaeb38 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:32.313088 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b0592810-1e9a-4981-8e7e-f63d85efe513 req-8fbaa4c1-7886-4ace-ad6b-06f156aaeb38 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0574636 Jul 21 22:56:32.363430 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b0592810-1e9a-4981-8e7e-f63d85efe513 req-66c141cb-bec1-4b2e-a001-e2382af85771 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448139 Jul 21 22:56:32.626469 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:33.334928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522e6b4-d544-43aa-9775-21748c6357ad req-c7797e5a-b412-46e3-aaf6-d4f1bcdf94e7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:33.343250 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a522e6b4-d544-43aa-9775-21748c6357ad req-c7797e5a-b412-46e3-aaf6-d4f1bcdf94e7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0699124 Jul 21 22:56:33.393617 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a522e6b4-d544-43aa-9775-21748c6357ad req-c1d34884-5e65-4c5c-92c1-35e178b47e87 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493460 Jul 21 22:56:33.516396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ab14d3-c856-4672-a12d-b42348049200 req-ba716d9b-63c1-4fd8-908d-00c6360c8591 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:33.517912 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-94ab14d3-c856-4672-a12d-b42348049200 req-ba716d9b-63c1-4fd8-908d-00c6360c8591 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0563343 Jul 21 22:56:33.566649 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-94ab14d3-c856-4672-a12d-b42348049200 req-3c8f69c3-902c-4770-8bef-b71a463558b7 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430148 Jul 21 22:56:34.522887 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c045b1-2989-4035-9c44-8041a7c5f89b req-a4e28f55-1319-47d5-b644-7fe8fd308dd4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:34.524513 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30c045b1-2989-4035-9c44-8041a7c5f89b req-a4e28f55-1319-47d5-b644-7fe8fd308dd4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0509298 Jul 21 22:56:34.573063 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30c045b1-2989-4035-9c44-8041a7c5f89b req-69b58a2b-4c78-4a04-9cc0-fc83566634c6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429642 Jul 21 22:56:34.684555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994fc63-9b95-44a6-a9bc-14c55b382180 req-2321f699-3eff-45e5-b82a-27118bb13c91 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:34.686085 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3994fc63-9b95-44a6-a9bc-14c55b382180 req-2321f699-3eff-45e5-b82a-27118bb13c91 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0470493 Jul 21 22:56:34.739071 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3994fc63-9b95-44a6-a9bc-14c55b382180 req-a4f9a59f-8bdb-4e66-971a-772ffbe620ab tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471601 Jul 21 22:56:35.704943 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4745bd41-2c8c-40e3-8aa7-30211190e041 req-7ba1013f-c8d2-4a33-9342-e9c6414e61ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:35.706586 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4745bd41-2c8c-40e3-8aa7-30211190e041 req-7ba1013f-c8d2-4a33-9342-e9c6414e61ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0583210 Jul 21 22:56:35.757282 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4745bd41-2c8c-40e3-8aa7-30211190e041 req-4a328f78-d2ec-4a1e-a151-a76bc38ae3ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441377 Jul 21 22:56:35.869164 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6def954a-8592-41c2-b63a-7b895602db04 req-3edccbed-7125-4d8e-9f0f-f9c51912f6e7 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:35.870822 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6def954a-8592-41c2-b63a-7b895602db04 req-3edccbed-7125-4d8e-9f0f-f9c51912f6e7 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0524127 Jul 21 22:56:35.921409 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6def954a-8592-41c2-b63a-7b895602db04 req-245f169f-1f0b-478a-9f82-3ebb3bf60e61 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448208 Jul 21 22:56:37.199643 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:37.218639 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f2abcf-5db1-4a2d-bdb6-70322890e43e req-1a9674f2-f9c7-4f5b-9661-4db1d753bf7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:37.220543 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d2f2abcf-5db1-4a2d-bdb6-70322890e43e req-1a9674f2-f9c7-4f5b-9661-4db1d753bf7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0564313 Jul 21 22:56:37.270666 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d2f2abcf-5db1-4a2d-bdb6-70322890e43e req-be8d5a74-4f1d-44d9-aa08-bce693cfabe9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443196 Jul 21 22:56:37.375433 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f0c90-6b27-4432-98aa-a2a9e70ca77c req-d78d62d1-b886-431d-8593-a3bfa5cc77a4 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:37.376980 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-892f0c90-6b27-4432-98aa-a2a9e70ca77c req-d78d62d1-b886-431d-8593-a3bfa5cc77a4 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0471456 Jul 21 22:56:37.426509 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-892f0c90-6b27-4432-98aa-a2a9e70ca77c req-8e20b095-bc7c-406f-9647-a2b8731143aa tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439701 Jul 21 22:56:38.398096 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=48 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:38.401167 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df6db5f-6cb7-41c6-bae7-8e70014c4131 req-794edc6e-68c4-4060-8bcb-66e368fa3bf5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:38.401586 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=32 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:38.402734 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5df6db5f-6cb7-41c6-bae7-8e70014c4131 req-794edc6e-68c4-4060-8bcb-66e368fa3bf5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0514467 Jul 21 22:56:38.459624 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5df6db5f-6cb7-41c6-bae7-8e70014c4131 req-36d1cf3f-4ae9-4ba0-882c-468492dfc81c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510607 Jul 21 22:56:38.583511 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38262678-f2e0-4702-b7a7-bdcfb752d8d8 req-018473a7-00d2-40dc-89d2-243f258ac10d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:38.585183 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-38262678-f2e0-4702-b7a7-bdcfb752d8d8 req-018473a7-00d2-40dc-89d2-243f258ac10d tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0503187 Jul 21 22:56:38.636850 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-38262678-f2e0-4702-b7a7-bdcfb752d8d8 req-23e39104-9382-4201-b8ba-191df3113187 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452383 Jul 21 22:56:39.587164 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e171bd-45e3-4ca3-b6e4-43d8e8dee6d1 req-11d1f152-3388-43e1-a260-ef8be767a77b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:39.588781 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56e171bd-45e3-4ca3-b6e4-43d8e8dee6d1 req-11d1f152-3388-43e1-a260-ef8be767a77b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0490353 Jul 21 22:56:39.602143 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:39.640705 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56e171bd-45e3-4ca3-b6e4-43d8e8dee6d1 req-d6828741-ed7b-4a28-8d55-4155e25f295f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458362 Jul 21 22:56:39.754970 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7be835-91cc-4a2a-bc88-d7986126e098 req-cafe6168-307b-4c58-b6d1-4566952ed369 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:39.756803 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5b7be835-91cc-4a2a-bc88-d7986126e098 req-cafe6168-307b-4c58-b6d1-4566952ed369 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0524909 Jul 21 22:56:39.805032 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5b7be835-91cc-4a2a-bc88-d7986126e098 req-5f211e5f-e5ec-4687-a86f-144cf61b1405 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420907 Jul 21 22:56:40.553763 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:40.764429 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400a554-4793-48cc-8711-e03afc1f7545 req-cb27fa2b-0b66-4b2a-8cce-e45edebbc555 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:40.765918 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6400a554-4793-48cc-8711-e03afc1f7545 req-cb27fa2b-0b66-4b2a-8cce-e45edebbc555 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0492840 Jul 21 22:56:40.814741 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6400a554-4793-48cc-8711-e03afc1f7545 req-c65a2924-37de-4b7d-b0eb-f19ac05ad069 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432417 Jul 21 22:56:40.832000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=49,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:40.836304 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:40.838063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=61,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:40.928344 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbc5c0e-30d4-4ce6-953f-fb9ec6ea3053 req-252dbddb-2226-4d18-af5b-f8a55e60c32b tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:40.929826 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fcbc5c0e-30d4-4ce6-953f-fb9ec6ea3053 req-252dbddb-2226-4d18-af5b-f8a55e60c32b tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0562735 Jul 21 22:56:40.977950 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fcbc5c0e-30d4-4ce6-953f-fb9ec6ea3053 req-4a7f0b0d-61ac-474e-afb1-ac198830a0b3 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420237 Jul 21 22:56:41.318106 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53637203-56da-4abb-a129-a38351d37d0d req-2e8f406a-527b-403f-8734-4a3c05502d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:41.319679 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-53637203-56da-4abb-a129-a38351d37d0d req-2e8f406a-527b-403f-8734-4a3c05502d4f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 1134 time: 0.0400736 Jul 21 22:56:41.368235 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-53637203-56da-4abb-a129-a38351d37d0d req-aabab639-ec78-4ca0-b055-3ddc1b419cdb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403256 Jul 21 22:56:41.934244 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fde89f-3d7d-44b1-bab5-ed06b7987225 req-d4aa0c55-6adb-4221-96d1-82c41e43e0ac tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:41.935755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7fde89f-3d7d-44b1-bab5-ed06b7987225 req-d4aa0c55-6adb-4221-96d1-82c41e43e0ac tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0496929 Jul 21 22:56:41.985964 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7fde89f-3d7d-44b1-bab5-ed06b7987225 req-f785e28f-3e55-4416-987b-e9f53de77119 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448806 Jul 21 22:56:42.011629 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fb3faa3e-eb33-45d2-8ebb-0de89a74a13c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:42.098057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823648de-6d9a-4edf-8773-8e6f649e084d req-2668b3c3-2a2d-4821-af9f-0aa638b0dcf1 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:42.099515 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-823648de-6d9a-4edf-8773-8e6f649e084d req-2668b3c3-2a2d-4821-af9f-0aa638b0dcf1 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0470939 Jul 21 22:56:42.145978 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-823648de-6d9a-4edf-8773-8e6f649e084d req-71c26db3-db3f-4416-887c-60deef3544ea tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409153 Jul 21 22:56:43.104678 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630bd508-3331-4a46-8caa-8a0666e87d1e req-8e3418d1-191b-4292-a7a3-61c8b3a07ba4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:43.106230 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-630bd508-3331-4a46-8caa-8a0666e87d1e req-8e3418d1-191b-4292-a7a3-61c8b3a07ba4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0477960 Jul 21 22:56:43.154405 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-630bd508-3331-4a46-8caa-8a0666e87d1e req-6d4f500c-6581-426b-bc7f-4cd4018f609a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425224 Jul 21 22:56:43.258341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab273e84-0c65-4c7c-bdb5-8f7bb61b7a20 req-96cc005b-bc6f-4f9c-9172-1682ee1e9af8 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:43.260000 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ab273e84-0c65-4c7c-bdb5-8f7bb61b7a20 req-96cc005b-bc6f-4f9c-9172-1682ee1e9af8 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0472519 Jul 21 22:56:43.313444 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ab273e84-0c65-4c7c-bdb5-8f7bb61b7a20 req-d0fbf5b8-cdbd-4305-8965-f648259d9366 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464075 Jul 21 22:56:43.548126 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:56:43.931397 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd122b-f3b0-4f35-9102-1c9963b05162 req-82b702ee-27d5-4613-87bc-c70c898c137f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:43.932926 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f1bd122b-f3b0-4f35-9102-1c9963b05162 req-82b702ee-27d5-4613-87bc-c70c898c137f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0499816 Jul 21 22:56:43.982964 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f1bd122b-f3b0-4f35-9102-1c9963b05162 req-c5adcf3a-6598-4ee7-9cbe-7b287e7b54b3 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436199 Jul 21 22:56:44.226499 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0edf4966-12a7-4643-aa5d-9ecad6b375b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:44.272391 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c551ccd0-e70c-4495-a57c-72e6dd17f613 req-818ced19-6ea9-44ee-b081-d9ae3824f042 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:44.273887 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c551ccd0-e70c-4495-a57c-72e6dd17f613 req-818ced19-6ea9-44ee-b081-d9ae3824f042 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0467193 Jul 21 22:56:44.299877 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:44.321132 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c551ccd0-e70c-4495-a57c-72e6dd17f613 req-cc8bb7b7-dda3-4b44-9d3a-7af17df476af tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411837 Jul 21 22:56:44.429895 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d6987d-3b9f-440f-b47f-a0f5fa052f58 req-96ff0cb9-4544-4216-9fd8-54ae4d69eea6 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:44.431435 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a4d6987d-3b9f-440f-b47f-a0f5fa052f58 req-96ff0cb9-4544-4216-9fd8-54ae4d69eea6 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0506723 Jul 21 22:56:44.482900 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a4d6987d-3b9f-440f-b47f-a0f5fa052f58 req-a774c495-7c11-4e28-b952-62857a276554 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Jul 21 22:56:45.107693 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee3027d-ea8f-4661-a50e-a4a9c5873792 req-94b76435-ec2b-4f55-a981-0f77608783ad tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:45.109445 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3ee3027d-ea8f-4661-a50e-a4a9c5873792 req-94b76435-ec2b-4f55-a981-0f77608783ad tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0514557 Jul 21 22:56:45.155550 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3ee3027d-ea8f-4661-a50e-a4a9c5873792 req-d8377599-f48a-424f-8f66-c028e43de389 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406587 Jul 21 22:56:45.438447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaee693-6d69-442e-9f74-c6b8132b423f req-a1c86a18-0fc2-49d1-87cc-9da428b215f4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:45.439887 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ccaee693-6d69-442e-9f74-c6b8132b423f req-a1c86a18-0fc2-49d1-87cc-9da428b215f4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0469420 Jul 21 22:56:45.491296 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ccaee693-6d69-442e-9f74-c6b8132b423f req-0e78438f-039f-411f-b56e-c1eeba38c36f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458958 Jul 21 22:56:45.580803 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:45.585866 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1553f5a1-ab9a-4152-bafe-82ec9ded5e91 req-fe930372-4f8b-43a0-afce-bf069a7f9957 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:45.590843 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1553f5a1-ab9a-4152-bafe-82ec9ded5e91 req-fe930372-4f8b-43a0-afce-bf069a7f9957 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0520670 Jul 21 22:56:45.635459 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1553f5a1-ab9a-4152-bafe-82ec9ded5e91 req-f6789500-9447-4af7-a435-3103db5fa164 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418177 Jul 21 22:56:45.788305 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:46.267464 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4399b19-2c1f-4b87-8e2d-5941023e4504 req-a074307c-922f-4a59-a9bf-ef844a819a21 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:46.268948 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4399b19-2c1f-4b87-8e2d-5941023e4504 req-a074307c-922f-4a59-a9bf-ef844a819a21 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0462501 Jul 21 22:56:46.319989 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c4399b19-2c1f-4b87-8e2d-5941023e4504 req-c917053a-a464-45ae-a0b7-1e563ac3c6cf tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455465 Jul 21 22:56:46.622207 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c08fc-190f-49b0-bb0e-751cebed7472 req-f32f11c5-6f25-4ef7-a9b6-02a3447d8f2e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:46.623710 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-592c08fc-190f-49b0-bb0e-751cebed7472 req-f32f11c5-6f25-4ef7-a9b6-02a3447d8f2e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0463922 Jul 21 22:56:46.669378 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-592c08fc-190f-49b0-bb0e-751cebed7472 req-76bbd397-872f-4655-8bf0-5b91c75eda61 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402675 Jul 21 22:56:46.748690 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b849d42c-0845-4ca2-8d2d-9978dd09f21c req-40085d4a-4441-4119-8fc3-5700ef9152d2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:46.750086 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b849d42c-0845-4ca2-8d2d-9978dd09f21c req-40085d4a-4441-4119-8fc3-5700ef9152d2 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0471327 Jul 21 22:56:46.796429 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b849d42c-0845-4ca2-8d2d-9978dd09f21c req-612bf221-2d6b-433a-8961-730de9828b80 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408926 Jul 21 22:56:47.060813 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:47.280462 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:47.432329 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ec57d8-1dc8-4660-a710-e29ecf3e6404 req-e5f9498a-042d-4377-accb-21fba2fe6d22 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:47.433792 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65ec57d8-1dc8-4660-a710-e29ecf3e6404 req-e5f9498a-042d-4377-accb-21fba2fe6d22 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0464468 Jul 21 22:56:47.484356 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65ec57d8-1dc8-4660-a710-e29ecf3e6404 req-8c156566-6ea3-4316-9632-0d4f72a848b5 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453033 Jul 21 22:56:47.784753 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75378153-5bbe-453b-87f3-f0ad3411367b req-da4bb017-e734-4988-a8e6-91b63547d5a6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:47.786192 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-75378153-5bbe-453b-87f3-f0ad3411367b req-da4bb017-e734-4988-a8e6-91b63547d5a6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0453131 Jul 21 22:56:47.833665 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-75378153-5bbe-453b-87f3-f0ad3411367b req-e29af85f-597e-4641-9d0a-061d199bea8c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418081 Jul 21 22:56:47.909980 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab5273-e082-4774-a137-bc741f0d39ed req-717e470e-2b51-46ad-82dc-e602e54064f8 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:47.911545 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5bab5273-e082-4774-a137-bc741f0d39ed req-717e470e-2b51-46ad-82dc-e602e54064f8 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0479913 Jul 21 22:56:47.938071 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:47.959790 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5bab5273-e082-4774-a137-bc741f0d39ed req-ba439718-73c6-4bb7-9dee-e9dcc6c58cb9 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424640 Jul 21 22:56:48.301553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-85fbadc0-cc86-478e-89d0-d9f600cb8bff tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:48.302929 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-85fbadc0-cc86-478e-89d0-d9f600cb8bff tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0470414 Jul 21 22:56:48.598176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a52182-3a3f-4312-b021-c03eab2fb6e0 req-40b29338-35c2-4e69-8ca6-d636b8e0ab8e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:48.599682 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2a52182-3a3f-4312-b021-c03eab2fb6e0 req-40b29338-35c2-4e69-8ca6-d636b8e0ab8e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0500824 Jul 21 22:56:48.647479 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2a52182-3a3f-4312-b021-c03eab2fb6e0 req-4b3b2430-5e14-4db2-bf1a-f05ae55a420c tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423787 Jul 21 22:56:48.952930 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82ef2f4-46b9-4d18-a604-0d131dc3212f req-76bf1c85-2916-4871-81e9-418fd26c0039 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:48.954401 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b82ef2f4-46b9-4d18-a604-0d131dc3212f req-76bf1c85-2916-4871-81e9-418fd26c0039 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 943 time: 0.0498481 Jul 21 22:56:49.003037 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b82ef2f4-46b9-4d18-a604-0d131dc3212f req-7db9c224-0246-4444-8198-a5b6fa67e122 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Jul 21 22:56:49.083515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5f753a-6e70-4bea-ab5f-d65063d2641e req-1cd29a5f-9b93-4693-a565-6945d0b0a0fe tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:49.084967 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2c5f753a-6e70-4bea-ab5f-d65063d2641e req-1cd29a5f-9b93-4693-a565-6945d0b0a0fe tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0460763 Jul 21 22:56:49.120673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:49.140593 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2c5f753a-6e70-4bea-ab5f-d65063d2641e req-880142b7-545f-4ce3-bb8b-fcc49662be54 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/security-groups?id=64875e25-e5e2-4788-b610-163574e3c89f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431495 Jul 21 22:56:49.508479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Deleting port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:56:49.508829 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.581949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:49.598172 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] For port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:49.598577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.600410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-ea9ada27-5613-4247-b972-25f1e3ea4d8a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:49.601945 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-ea9ada27-5613-4247-b972-25f1e3ea4d8a tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.33 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 950 time: 0.0500557 Jul 21 22:56:49.613475 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Calling delete_port for 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:56:49.695799 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Deleting port ebfa715d-7390-4d63-9886-cae8ef118a11 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:56:49.696142 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.725798 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:56:49.785464 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba9e472-3b1c-457b-9ca1-b7bd321feffc req-c7b7e178-48f8-4c09-9381-6d5bdea105c0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:49.787077 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fba9e472-3b1c-457b-9ca1-b7bd321feffc req-c7b7e178-48f8-4c09-9381-6d5bdea105c0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 945 time: 0.0599537 Jul 21 22:56:49.795934 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] For port ebfa715d-7390-4d63-9886-cae8ef118a11, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=ebfa715d-7390-4d63-9886-cae8ef118a11,segment=NetworkSegment(800f8c68-bd3c-4fe3-8b71-1488e9483dd8),segment_id=800f8c68-bd3c-4fe3-8b71-1488e9483dd8)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:49.796386 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.799311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:56:49.813901 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Calling delete_port for ebfa715d-7390-4d63-9886-cae8ef118a11 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:56:49.832366 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.838985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:49.844555 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fba9e472-3b1c-457b-9ca1-b7bd321feffc req-556a3945-4ed4-4693-b83b-0bfafbe54959 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518539 Jul 21 22:56:49.849468 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No active binding found for port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 {{(pid=111137) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 21 22:56:49.849854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] The host hv-cinder-85069 is not matching for port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 host None! {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2390}} Jul 21 22:56:49.850304 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:56:49.871430 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:49.878566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Pushing event deleted for resources: {'Port': ['ID=7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:49.886084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'mac_address': 'fa:16:3e:ec:aa:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:56:49.922627 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:49.923052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.938007 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:56:49.946263 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] No DVR routers for this DVR port 7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:56:49.949399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:49.953110 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2b17740f-b787-433d-b7bc-5d8b78477b46 req-49fb9498-a5b7-4597-a8d9-65d2a8101c8a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "DELETE /v2.0/ports/7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739 HTTP/1.1" status: 204 len: 173 time: 0.5549324 Jul 21 22:56:49.953712 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'name': 'network-vif-deleted', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:49.955805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5f5b818-69dc-4a61-aad1-c73a2441a7fb" -d '{"events": [{"server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "name": "network-vif-deleted", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:49.961080 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:49.992702 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a7847c-8119-4e1e-b27a-c753295e35cc x-openstack-request-id: req-d2a7847c-8119-4e1e-b27a-c753295e35cc {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:49.992996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "294aeb91-ca3e-45e1-af6f-efe768e62fff", "name": "network-vif-deleted", "tag": "7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:49.993250 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d2a7847c-8119-4e1e-b27a-c753295e35cc {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:49.993683 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2a7847c-8119-4e1e-b27a-c753295e35cc'] response: {'server_uuid': '294aeb91-ca3e-45e1-af6f-efe768e62fff', 'name': 'network-vif-deleted', 'tag': '7e16a1d1-00cb-4b67-b01b-bd7ecbb8b739', 'status': 'completed', 'code': 200} Jul 21 22:56:50.029632 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (ebfa715d-7390-4d63-9886-cae8ef118a11), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:50.045839 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['ebfa715d-7390-4d63-9886-cae8ef118a11'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:56:50.063583 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Pushing event deleted for resources: {'Port': ['ID=ebfa715d-7390-4d63-9886-cae8ef118a11,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:50.079193 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:50.096940 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.097521 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.097606 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.097935 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.098269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.098596 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.098952 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.099277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.099600 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.099925 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.100250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.100575 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.100897 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.101218 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.101644 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:56:50.126257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2ada66-ff29-4f8d-91ef-8b012a082f50 req-57f52841-dea0-46e7-a9e8-07dac4cd997a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:50.127942 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6c2ada66-ff29-4f8d-91ef-8b012a082f50 req-57f52841-dea0-46e7-a9e8-07dac4cd997a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0507295 Jul 21 22:56:50.130962 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] No DVR routers for this DVR port ebfa715d-7390-4d63-9886-cae8ef118a11 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:56:50.136316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:50.141585 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ec3e575e-e5ee-4518-95a3-4d3f1501f2a9 req-4dee98bd-0998-4276-8b99-f4356529479c tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.33 "DELETE /v2.0/ports/ebfa715d-7390-4d63-9886-cae8ef118a11 HTTP/1.1" status: 204 len: 173 time: 0.5246685 Jul 21 22:56:50.149009 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'name': 'network-vif-deleted', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:50.149009 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a1f0012-3434-494a-92f2-b5556c67652f" -d '{"events": [{"server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "name": "network-vif-deleted", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:50.170518 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=9']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:50.221688 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6c2ada66-ff29-4f8d-91ef-8b012a082f50 req-680ee729-afac-4bb0-858a-fdcf9ff6a478 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863748 Jul 21 22:56:50.275386 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e56e7303-31a0-4c69-9117-a569b7e382a8 req-ba142c97-3e6d-4d1c-b521-67214dd887d3 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0334485 Jul 21 22:56:50.299279 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ababb2a-662e-4477-8a6a-b4553f215a85 x-openstack-request-id: req-3ababb2a-662e-4477-8a6a-b4553f215a85 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:50.299577 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dfdde86-def0-4598-8128-6a93a4410338", "name": "network-vif-deleted", "tag": "ebfa715d-7390-4d63-9886-cae8ef118a11", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:50.300479 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3ababb2a-662e-4477-8a6a-b4553f215a85 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:50.300894 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ababb2a-662e-4477-8a6a-b4553f215a85'] response: {'server_uuid': '8dfdde86-def0-4598-8128-6a93a4410338', 'name': 'network-vif-deleted', 'tag': 'ebfa715d-7390-4d63-9886-cae8ef118a11', 'status': 'completed', 'code': 200} Jul 21 22:56:50.431303 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['b6018a62-bad9-4d10-af9d-f5d0973eb84a'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:56:50.962228 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-002e44eb-9504-4179-b1ea-59421c44a902 req-88ef0047-0ee5-44fd-bff0-cb332b101eda tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=294aeb91-ca3e-45e1-af6f-efe768e62fff HTTP/1.1" status: 200 len: 210 time: 0.0302348 Jul 21 22:56:51.363434 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ff9390-72e0-40f5-b9b6-d35b95805e3c req-f3be392d-e246-42f6-bfe1-d08774b5cbd1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:51.364957 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9ff9390-72e0-40f5-b9b6-d35b95805e3c req-f3be392d-e246-42f6-bfe1-d08774b5cbd1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 944 time: 0.0504026 Jul 21 22:56:51.396810 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d70f455a-e42b-41ff-a4b4-cde478b98ef0 req-ce22f23f-57d7-49b2-861c-2e6e3e0e8ef6 tempest-VolumesNegativeTest-1103293483 tempest-VolumesNegativeTest-1103293483-project] 10.222.0.52 "GET /v2.0/ports?device_id=8dfdde86-def0-4598-8128-6a93a4410338 HTTP/1.1" status: 200 len: 210 time: 0.0310276 Jul 21 22:56:51.412767 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9ff9390-72e0-40f5-b9b6-d35b95805e3c req-9ac0b162-6860-4412-8f73-6c345f8e940d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421886 Jul 21 22:56:51.785118 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:56:51.829806 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port b6018a62-bad9-4d10-af9d-f5d0973eb84a triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:56:51.830324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:51.906526 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port b6018a62-bad9-4d10-af9d-f5d0973eb84a is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:56:51.906951 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:51.929590 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:56:51.931902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c65a0d-2ec5-447a-855b-bce35077049f" -d '{"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:56:51.948259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:56:51.967295 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16f1e792-4eaf-4489-b221-a92dcab3a961 x-openstack-request-id: req-16f1e792-4eaf-4489-b221-a92dcab3a961 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:56:51.967593 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-plugged", "status": "completed", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:56:51.967851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-16f1e792-4eaf-4489-b221-a92dcab3a961 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:56:51.968319 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-16f1e792-4eaf-4489-b221-a92dcab3a961'] response: {'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'code': 200} Jul 21 22:56:52.018512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:52.018512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device ebfa715d-7390-4d63-9886-cae8ef118a11 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:56:52.055132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: ebfa715d-7390-4d63-9886-cae8ef118a11 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:56:52.055493 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device ebfa715d-7390-4d63-9886-cae8ef118a11 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:56:52.080839 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=10']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:52.537869 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5490129-1ad1-4f35-8c3b-9ee30c0df25c req-3a407ded-91e3-495d-aac1-c2f548e72187 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:52.539347 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c5490129-1ad1-4f35-8c3b-9ee30c0df25c req-3a407ded-91e3-495d-aac1-c2f548e72187 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0470920 Jul 21 22:56:52.586288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:52.591824 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c5490129-1ad1-4f35-8c3b-9ee30c0df25c req-a3a7c138-a675-4622-893f-a9dd01b1b903 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454159 Jul 21 22:56:52.894573 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85346b0e-f386-484d-8e0b-6cd396b1b0f1 req-12063c38-3f97-4408-bb01-4a016abe4fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:52.896102 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-85346b0e-f386-484d-8e0b-6cd396b1b0f1 req-12063c38-3f97-4408-bb01-4a016abe4fe8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1130 time: 0.0392516 Jul 21 22:56:53.544581 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:53.604285 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38490) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:53.608682 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136763559', 'description': 'tempest-description--1670385296'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:53.685055 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:53.727667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdc841-2f37-49c5-9f2d-ad20a33294d7 req-7c43203f-0c99-4683-a9d1-a1e849ee5f4e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:53.730464 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-40fdc841-2f37-49c5-9f2d-ad20a33294d7 req-7c43203f-0c99-4683-a9d1-a1e849ee5f4e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0561652 Jul 21 22:56:53.755465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (3f4b79f1-488f-414a-b908-c8fc282d6fcf), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:53.780830 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-40fdc841-2f37-49c5-9f2d-ad20a33294d7 req-01b3ce35-b05a-4a80-aa8a-2e34e159fde4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437999 Jul 21 22:56:53.817463 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3f4b79f1-488f-414a-b908-c8fc282d6fcf), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:53.847437 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4b79f1-488f-414a-b908-c8fc282d6fcf,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:53.914215 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:53.915544 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-26ade3cc-b307-4e74-b0d9-10bf04485f17 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3102770 Jul 21 22:56:53.918307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38506) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:53.923570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '3f4b79f1-488f-414a-b908-c8fc282d6fcf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:54.020913 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (1f31f997-52a4-460d-b64e-a65cb9047efd), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.072169 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:54.078428 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (1f31f997-52a4-460d-b64e-a65cb9047efd), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.173553 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (1f31f997-52a4-460d-b64e-a65cb9047efd), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.196410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f31f997-52a4-460d-b64e-a65cb9047efd,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:54.265155 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.266424 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-979a3073-f7a0-4bd6-b332-396b69cfeaf0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3470953 Jul 21 22:56:54.269077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38516) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:54.274489 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '3f4b79f1-488f-414a-b908-c8fc282d6fcf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:54.287822 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:54.372340 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (367380de-d099-41dd-bf1a-9d7c7c1f1cbc), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.421065 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (367380de-d099-41dd-bf1a-9d7c7c1f1cbc), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.506370 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (367380de-d099-41dd-bf1a-9d7c7c1f1cbc), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.525738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367380de-d099-41dd-bf1a-9d7c7c1f1cbc,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:54.599823 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.601166 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8419423b-a9ce-4495-be3b-17548a62f97f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3310459 Jul 21 22:56:54.604156 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38532) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:54.608508 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:54.695092 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:54.775120 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.105675 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd98f33-29f2-485c-bdc1-71882fd4131f req-bb02e0d5-31b5-46f8-8ec3-92a9c8988e2f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:55.107162 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2dd98f33-29f2-485c-bdc1-71882fd4131f req-bb02e0d5-31b5-46f8-8ec3-92a9c8988e2f tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0612974 Jul 21 22:56:55.186230 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.27.0.41 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/319c02f1-932c-4226-a24c-0b206e46a27a) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:56:55.205366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2dd98f33-29f2-485c-bdc1-71882fd4131f req-24d50501-d65c-4a4d-873c-16628c28aedc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919976 Jul 21 22:56:55.299245 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (319c02f1-932c-4226-a24c-0b206e46a27a), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.400835 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.435614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:55.444442 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:56:55.454074 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:56:55.460164 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:56:55.491662 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=319c02f1-932c-4226-a24c-0b206e46a27a,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:55.543316 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-85346b0e-f386-484d-8e0b-6cd396b1b0f1 req-90aea397-5f63-418e-b104-82270b4e05f6 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914333 Jul 21 22:56:55.582627 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.583890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=1,neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:55.707880 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.857193 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (319c02f1-932c-4226-a24c-0b206e46a27a), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:55.929081 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:56.000612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=319c02f1-932c-4226-a24c-0b206e46a27a,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:56.014205 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:56.111167 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:56.112940 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1767f2dc-2e6f-4416-a5cd-48ad62b00cc8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5078542 Jul 21 22:56:56.338442 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-0780db1d-7b5b-409e-a112-bc3531072efa tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1136763559&fields=id&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 267 time: 0.0483937 Jul 21 22:56:56.348761 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46650ec-8885-45c3-8cf4-dce904736325 req-8e1b3177-bcea-4ba4-9b25-bedf6ec7785c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:56.350245 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e46650ec-8885-45c3-8cf4-dce904736325 req-8e1b3177-bcea-4ba4-9b25-bedf6ec7785c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0518336 Jul 21 22:56:56.400040 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e46650ec-8885-45c3-8cf4-dce904736325 req-51f2ef8b-5cac-455e-a410-fe248aa53c20 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438025 Jul 21 22:56:56.458104 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-fc394de8-8088-416e-ac90-8278c299294e tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:56.460707 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-fc394de8-8088-416e-ac90-8278c299294e tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1120777 Jul 21 22:56:56.475657 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-c8c1e53c-3d8d-4f03-837f-5d4d235fc32c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/quotas/224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 375 time: 0.0108440 Jul 21 22:56:56.529530 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-8f8b0cc8-2351-47a5-9d5b-9572ed0f76ef tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0484588 Jul 21 22:56:56.638187 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-98c93a9f-e2c5-4ee6-82c6-b0daade64c2e service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967207 Jul 21 22:56:56.733485 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-5412ad4c-4ed9-4b80-bc96-f01806390a26 service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 Jul 21 22:56:57.032363 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5a51ac56-54c9-4e5e-b75c-228ba49a06b3 req-3d79b3ba-722d-4858-a708-7338b1950cf4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0326412 Jul 21 22:56:57.530890 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c3ba45-741c-447d-abd9-baeb4afe9a4d req-9aa72aa8-b024-4040-b95a-df35e0978c44 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:57.532426 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f7c3ba45-741c-447d-abd9-baeb4afe9a4d req-9aa72aa8-b024-4040-b95a-df35e0978c44 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0577009 Jul 21 22:56:57.588835 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f7c3ba45-741c-447d-abd9-baeb4afe9a4d req-d694bb06-add2-4123-8dd0-6f7e07c55715 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476248 Jul 21 22:56:58.129557 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0c814d7c-a5ad-4fab-a30e-3c5dc10e889d req-5ece4da4-ad5e-4e08-8224-2f22c24c6275 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0277431 Jul 21 22:56:58.233566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38742) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:58.376775 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-505b517c-7111-48a4-bccc-eb1607147247 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f64f9241e0da4e8f98fb1ad5b46d836d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1419587 Jul 21 22:56:58.379373 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38750) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:58.434588 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] Publish callbacks [] for security_group (64875e25-e5e2-4788-b610-163574e3c89f), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:58.437298 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:58.459329 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] Publish callbacks [] for security_group (64875e25-e5e2-4788-b610-163574e3c89f), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:58.589155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (64875e25-e5e2-4788-b610-163574e3c89f), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:58.592121 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:58.593511 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64875e25-e5e2-4788-b610-163574e3c89f HTTP/1.1" status: 204 len: 168 time: 0.2130699 Jul 21 22:56:58.602341 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004659-267f-4af7-ac45-1994a8c5a57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64875e25-e5e2-4788-b610-163574e3c89f,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:56:58.712378 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab308a94-cff8-40c5-a139-eb8828031806 req-588a917c-1807-49db-aba0-a18cfb5b765a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:58.713860 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ab308a94-cff8-40c5-a139-eb8828031806 req-588a917c-1807-49db-aba0-a18cfb5b765a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0478990 Jul 21 22:56:58.764675 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ab308a94-cff8-40c5-a139-eb8828031806 req-648d19dd-5c87-4dfc-9954-387d06eb75ed tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446792 Jul 21 22:56:59.226231 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6abc5e24-3efe-473a-ac95-3368de365c13 req-11ccf6fe-1bdd-4448-bb5d-697917dd54ab tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0289507 Jul 21 22:56:59.542056 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:59.674298 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38784) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:56:59.769682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1253519831-network', 'tenant_id': '5dbf5236757941d6b4db3517e1757621'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:56:59.776144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:56:59.865328 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Made reservation on behalf of 5dbf5236757941d6b4db3517e1757621 for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:56:59.867665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:59.881659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:56:59.902693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0fd40-60e0-4088-b3d4-ccc94b25e875 req-86ba414b-c08e-46ae-a598-629a606b191a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:56:59.904175 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57f0fd40-60e0-4088-b3d4-ccc94b25e875 req-86ba414b-c08e-46ae-a598-629a606b191a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0678630 Jul 21 22:56:59.977332 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57f0fd40-60e0-4088-b3d4-ccc94b25e875 req-58488ace-516e-4c3c-a902-3d56585247a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648551 Jul 21 22:57:00.006498 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks [] for security_group (82f8556e-d6b6-4495-bb06-eadd33846bce), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.074572 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (82f8556e-d6b6-4495-bb06-eadd33846bce), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.103125 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 606} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:57:00.112869 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82f8556e-d6b6-4495-bb06-eadd33846bce,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:00.117608 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (7e1ba884-02f7-473e-b7ea-880a06556ce9), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.117956 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Added segment 7e1ba884-02f7-473e-b7ea-880a06556ce9 of type vlan for network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a Jul 21 22:57:00.157386 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.246225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.247351 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:00.248087 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.323708 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] Pushing event updated for resources: {'Network': ['ID=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:00.337357 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3a25ff56-a9a1-4f44-b41f-d8efc953ce3c req-1c34854c-f160-47b9-b8e7-78eb054663fb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0288792 Jul 21 22:57:00.340360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:57:00.352400 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b3964b20-4d81-4d3e-aa60-dce22447bd9d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.6766579 Jul 21 22:57:00.355010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38792) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:00.360324 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Request body: {'subnet': {'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1253519831-subnet', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:00.440240 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Made reservation on behalf of 5dbf5236757941d6b4db3517e1757621 for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:00.442659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.652008 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (76994332-1f5d-4bfd-aba0-2dd94f705e1d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.682163 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:00.716029 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Pushing event updated for resources: {'Subnet': ['ID=76994332-1f5d-4bfd-aba0-2dd94f705e1d,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:00.725266 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Checking segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:00.725622 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Network hostable DHCP agents. Network: d089b5b3-1f4f-4ee0-b5ea-996775bbc10a, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:57:00.737017 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:00.817244 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:57:00.908650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, d089b5b3-1f4f-4ee0-b5ea-996775bbc10a) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:00.912591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:00.913218 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:00.917324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c5976b-f283-4d93-8cf9-1f67241af6ad None None] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:57:01.018317 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6eddd80e-7eea-4d7a-a5e2-ba03b28f520f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6621974 Jul 21 22:57:01.020879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38798) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:01.023250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-d089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:57:01.024218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.027925 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:01.103458 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed1f81f-1b33-4a71-a8a9-97da5ff6d620 req-f2e30a41-0738-4714-8d8a-a87b05ce914d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:01.105705 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ed1f81f-1b33-4a71-a8a9-97da5ff6d620 req-f2e30a41-0738-4714-8d8a-a87b05ce914d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0484388 Jul 21 22:57:01.116427 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=6,neutron:SELECT=93,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:01.137792 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.138864 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.166135 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ed1f81f-1b33-4a71-a8a9-97da5ff6d620 req-8a87230c-8937-471a-8816-56d7e1c76894 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552702 Jul 21 22:57:01.166924 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Allocated IP 172.20.0.2 (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a/76994332-1f5d-4bfd-aba0-2dd94f705e1d/12678a93-e574-465f-8cfc-327d90fb2c46) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:01.207344 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for router_controller (2cd398cf-d4a6-463c-afff-c641ddd02a11), precommit_add_association {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.266960 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:01.270757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:01.311665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks [] for port (12678a93-e574-465f-8cfc-327d90fb2c46), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.393213 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for router_gateway (2cd398cf-d4a6-463c-afff-c641ddd02a11), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.404125 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.435996 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4b86f25f-6966-43c1-aed8-1a35e6e901b3 req-18149bf3-297a-435f-a42a-01ccc0984265 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0316141 Jul 21 22:57:01.443285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:01.446240 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:01.448805 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:01.466390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Pushing event updated for resources: {'Port': ['ID=12678a93-e574-465f-8cfc-327d90fb2c46,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:01.531729 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.532159 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.532531 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.532878 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.533288 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.533625 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.533955 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.534351 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.534687 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.535127 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.535459 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.535804 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.536205 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.536581 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.536866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:01.554945 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Attempting to bind port 12678a93-e574-465f-8cfc-327d90fb2c46 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:01.555323 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Attempting to bind port 12678a93-e574-465f-8cfc-327d90fb2c46 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:01.555698 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Attempting to bind port 12678a93-e574-465f-8cfc-327d90fb2c46 on network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:01.562241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:01.562622 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Checking segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:01.563058 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.563453 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Bound using segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:01.563925 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Bound port: 12678a93-e574-465f-8cfc-327d90fb2c46, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:01.564310 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.625475 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-98b20261-8e65-489c-a108-79c7ff386a78 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:01.627011 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-98b20261-8e65-489c-a108-79c7ff386a78 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1234605 Jul 21 22:57:01.636546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] For port 12678a93-e574-465f-8cfc-327d90fb2c46, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:01.640531 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] For port 12678a93-e574-465f-8cfc-327d90fb2c46, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=12678a93-e574-465f-8cfc-327d90fb2c46,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:01.660839 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for router_gateway (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.679813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.708024 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-3abc9bab-6660-4199-9d99-ce1e6b35cd79 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 472 time: 0.0689864 Jul 21 22:57:01.714142 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.721813 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'port': {'device_id': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'admin_state_up': True, 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'security_groups': ['3f4b79f1-488f-414a-b908-c8fc282d6fcf']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:01.743870 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:01.785279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8daab8af-99a7-429c-b426-05c71775e232 None None] Pushing event updated for resources: {'Port': ['ID=12678a93-e574-465f-8cfc-327d90fb2c46,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:01.810600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Allocated IP 172.27.0.210 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/e8c72881-58aa-4c97-9d1a-b91f15f54474) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:01.830008 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:01.930053 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:01.945515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:01.949378 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.035421 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.085557 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:02.091106 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:02.094396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:02.096614 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Pushing event updated for resources: {'Port': ['ID=e8c72881-58aa-4c97-9d1a-b91f15f54474,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:02.128788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:02.136314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.20.0.5 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/33a5af80-6fed-4810-81a0-1d24345dfa04) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:02.167512 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:02.286859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.293217 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c94287-0054-43a3-9b80-2bf5d914acfa req-a6168667-e16a-49a8-b53b-88c364fcfbc1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:02.294948 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-39c94287-0054-43a3-9b80-2bf5d914acfa req-a6168667-e16a-49a8-b53b-88c364fcfbc1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0521939 Jul 21 22:57:02.410226 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.413291 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-39c94287-0054-43a3-9b80-2bf5d914acfa req-9942f34a-84ed-4a97-9646-419b545993c5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1099482 Jul 21 22:57:02.441898 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for router_gateway (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.459989 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:02.465918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:02.471763 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:02.496711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:02.577576 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:02.577576 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.640043 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d7c848-3bb5-4c4d-b986-0bb56c5353ca req-dc349246-f808-42cf-8c1f-7ba607db8d8c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:02.647474 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-56d7c848-3bb5-4c4d-b986-0bb56c5353ca req-dc349246-f808-42cf-8c1f-7ba607db8d8c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 931 time: 0.0605731 Jul 21 22:57:02.702617 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:02.710401 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-56d7c848-3bb5-4c4d-b986-0bb56c5353ca req-1cbbfb56-ff5e-439f-afc5-07d1595b5946 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619712 Jul 21 22:57:02.812569 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-6f2e1955-1e8d-4963-88b4-90f114d8e459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0958369 Jul 21 22:57:02.829305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Request body: {'port': {'device_id': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:02.888959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-b60e9a69-1bfc-4ee7-82cb-c924b5d2f573 None None] Provisioning complete for port 33a5af80-6fed-4810-81a0-1d24345dfa04 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:02.891324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b60e9a69-1bfc-4ee7-82cb-c924b5d2f573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.899318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:02.934485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-b60e9a69-1bfc-4ee7-82cb-c924b5d2f573 None None] Port 33a5af80-6fed-4810-81a0-1d24345dfa04 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:02.986604 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1bd12-2dde-4dde-a29a-d2cd6c863636 None None] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:57:03.017245 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-bc6da82b-5d66-4373-a2a4-9e0ee01b5bd1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:03.018760 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-bc6da82b-5d66-4373-a2a4-9e0ee01b5bd1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/networks?id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 HTTP/1.1" status: 200 len: 814 time: 0.2033448 Jul 21 22:57:03.038498 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.046347 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-96f16829-ce61-47ee-8923-5f66316a7097 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/quotas/2822a8cb96b94bf3bf525b0785c36934 HTTP/1.1" status: 200 len: 375 time: 0.0149181 Jul 21 22:57:03.047595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:03.072237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Provisioning complete for port 12678a93-e574-465f-8cfc-327d90fb2c46 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:03.072717 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.118683 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-89490ab3-9902-4cd2-9933-e6c6b371a095 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0403113 Jul 21 22:57:03.198369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Current status of the port 12678a93-e574-465f-8cfc-327d90fb2c46 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:03.198676 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.212062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a5af80-6fed-4810-81a0-1d24345dfa04 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:03.223277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks [] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.239052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] For port 12678a93-e574-465f-8cfc-327d90fb2c46, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=12678a93-e574-465f-8cfc-327d90fb2c46,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:03.240341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Transition to ACTIVE for port object 33a5af80-6fed-4810-81a0-1d24345dfa04 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:57:03.270738 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-4294c23f-a587-4180-8a79-7f6c182b3ff1 service neutron] 10.222.0.52 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234651 Jul 21 22:57:03.332261 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.383729 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.392882 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-0fd47007-a59e-4790-beaa-8330360573f7 service neutron] 10.222.0.52 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133325 Jul 21 22:57:03.415354 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a180d5-0c40-4a31-af1b-535f956cef46 None None] Pushing event updated for resources: {'Port': ['ID=12678a93-e574-465f-8cfc-327d90fb2c46,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:03.415555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Router 2cd398cf-d4a6-463c-afff-c641ddd02a11 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:57:03.430636 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 12678a93-e574-465f-8cfc-327d90fb2c46 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:03.445040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Pushing event updated for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:03.498925 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-a1c1c4f6-db36-44f7-88c6-56d5d790e87b None None] Provisioning complete for port 12678a93-e574-465f-8cfc-327d90fb2c46 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:03.499273 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a1c1c4f6-db36-44f7-88c6-56d5d790e87b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.541966 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Attempting to bind port 33a5af80-6fed-4810-81a0-1d24345dfa04 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:03.543088 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Attempting to bind port 33a5af80-6fed-4810-81a0-1d24345dfa04 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:03.543711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Attempting to bind port 33a5af80-6fed-4810-81a0-1d24345dfa04 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:03.547566 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 12678a93-e574-465f-8cfc-327d90fb2c46 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:03.548006 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.552539 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Port 33a5af80-6fed-4810-81a0-1d24345dfa04 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:57:03.553354 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Attempting to bind port 33a5af80-6fed-4810-81a0-1d24345dfa04 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:03.564123 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:03.564471 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:03.565095 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:03.565313 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Bound port: 33a5af80-6fed-4810-81a0-1d24345dfa04, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:03.565676 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.572048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:03.612591 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Sync routers for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:03.619046 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:03.645414 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:03.646308 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:03.666043 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d2a60f8b-c002-4120-9313-de35e72fb6b8 req-e5f4bce5-7c38-4346-ba55-a9b7a6499598 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 210 time: 0.0394447 Jul 21 22:57:03.686905 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.689372 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-cac3fb20-da60-4c24-8c80-a41acadbeffe admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.6672068 Jul 21 22:57:03.691935 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38832) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:03.702720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:03.707702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=33a5af80-6fed-4810-81a0-1d24345dfa04,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:03.801453 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-a1c1c4f6-db36-44f7-88c6-56d5d790e87b None None] Current status of the port 12678a93-e574-465f-8cfc-327d90fb2c46 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:03.822827 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.854029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 12678a93-e574-465f-8cfc-327d90fb2c46 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:03.859047 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:03.879886 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:03.880509 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:03.881078 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f6720d-2949-4c1a-9590-4598fe2d7470 req-faffb6c6-cd61-4080-a06f-d3ba756e04e9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:03.881877 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] 10.222.0.33 "PUT /v2.0/ports/33a5af80-6fed-4810-81a0-1d24345dfa04 HTTP/1.1" status: 200 len: 1093 time: 1.0577862 Jul 21 22:57:03.882316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:03.882806 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e9f6720d-2949-4c1a-9590-4598fe2d7470 req-faffb6c6-cd61-4080-a06f-d3ba756e04e9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 943 time: 0.0752800 Jul 21 22:57:03.884619 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-352e838c-e5cd-427b-a774-8d999914c595" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:03.897315 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:03.909176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f536c639-c228-4fcc-aeae-977e26e8ff09 service neutron] Pushing event updated for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:03.938702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba105889-7dda-4529-b679-b5aaf6198328 x-openstack-request-id: req-ba105889-7dda-4529-b679-b5aaf6198328 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:03.939119 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:03.939867 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ba105889-7dda-4529-b679-b5aaf6198328 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:03.940157 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba105889-7dda-4529-b679-b5aaf6198328'] response: {'name': 'network-changed', 'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'status': 'completed', 'code': 200} Jul 21 22:57:03.949960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.026271 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e838c-e5cd-427b-a774-8d999914c595 req-47635490-192c-4a25-9c3a-1ce7a48e204f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.028507 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-352e838c-e5cd-427b-a774-8d999914c595 req-47635490-192c-4a25-9c3a-1ce7a48e204f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 1127 time: 0.0593333 Jul 21 22:57:04.059473 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e9f6720d-2949-4c1a-9590-4598fe2d7470 req-f6dab432-043b-4cfa-accd-58074d7c390d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1603985 Jul 21 22:57:04.192136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e838c-e5cd-427b-a774-8d999914c595 req-275fed8f-b7f1-434a-80d5-458e26483cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.193949 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-352e838c-e5cd-427b-a774-8d999914c595 req-275fed8f-b7f1-434a-80d5-458e26483cf7 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=224678a5f1db4416b8175d315a4e4a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1549928 Jul 21 22:57:04.197764 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:02Z', 'revision_number': 3, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:04.225345 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Checking router: 2cd398cf-d4a6-463c-afff-c641ddd02a11 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:04.225663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Updating router 2cd398cf-d4a6-463c-afff-c641ddd02a11 port e8c72881-58aa-4c97-9d1a-b91f15f54474 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:57:04.247889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.258695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.272221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.303344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.305719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e838c-e5cd-427b-a774-8d999914c595 req-8b14fb2c-2cbc-4b8d-b088-5befa25e471e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.308344 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-352e838c-e5cd-427b-a774-8d999914c595 req-8b14fb2c-2cbc-4b8d-b088-5befa25e471e service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1049628 Jul 21 22:57:04.347211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.400988 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-e8b2d703-01ac-4f5f-9fca-e218a478b32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.406855 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-e8b2d703-01ac-4f5f-9fca-e218a478b32c service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 1127 time: 0.0514209 Jul 21 22:57:04.452226 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-74847b3b-3594-42d5-b465-20333bb9d508 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33a5af80-6fed-4810-81a0-1d24345dfa04 HTTP/1.1" status: 200 len: 217 time: 0.0331557 Jul 21 22:57:04.454614 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.512148 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-fa3b2a70-3cc9-4b44-8821-f8c141fc5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.513873 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-fa3b2a70-3cc9-4b44-8821-f8c141fc5353 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0536406 Jul 21 22:57:04.525646 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Allocated IP 172.20.0.1 (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a/76994332-1f5d-4bfd-aba0-2dd94f705e1d/2bb7dd5a-59bc-4ca7-8c59-672a21604b97) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:04.569456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658657ee-3686-4e81-b351-d0a3da783fac req-ac6111ac-608c-4742-a50d-4ad7c7b05261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:04.571342 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-ac6111ac-608c-4742-a50d-4ad7c7b05261 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472527 Jul 21 22:57:04.647205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks [] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.655048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:04.670032 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-021f1ca4-1313-46a3-ae9e-afe0dfbffc90 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911808 Jul 21 22:57:04.691042 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks [] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.778517 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.778752 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.792455 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-271a5f5a-5999-40cf-87a6-a481a48a31cc req-bb7b0d23-ee5e-43ef-bd32-0c5a6b591e7d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 210 time: 0.0438764 Jul 21 22:57:04.797082 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-658657ee-3686-4e81-b351-d0a3da783fac req-d68faf83-31ac-42ff-be84-65ca4f5d938c service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193452 Jul 21 22:57:04.818651 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:04.821808 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:04.827746 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:04.828226 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.832135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Attempting to bind port e8c72881-58aa-4c97-9d1a-b91f15f54474 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:04.832135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Attempting to bind port e8c72881-58aa-4c97-9d1a-b91f15f54474 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:04.832135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Attempting to bind port e8c72881-58aa-4c97-9d1a-b91f15f54474 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:04.847334 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:04.847706 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:04.851091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.851091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:04.851091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Bound port: e8c72881-58aa-4c97-9d1a-b91f15f54474, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:04.851091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:04.868900 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Pushing event updated for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:04.875828 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84344-2221-4311-b6e2-2aee8e5e310e None None] Pushing event updated for resources: {'Port': ['ID=e8c72881-58aa-4c97-9d1a-b91f15f54474,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:04.906795 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] For port e8c72881-58aa-4c97-9d1a-b91f15f54474, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:04.909940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] For port e8c72881-58aa-4c97-9d1a-b91f15f54474, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e8c72881-58aa-4c97-9d1a-b91f15f54474,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:04.959704 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.015816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.028092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:05.028876 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:05.031042 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb84344-2221-4311-b6e2-2aee8e5e310e None None] Pushing event updated for resources: {'Port': ['ID=e8c72881-58aa-4c97-9d1a-b91f15f54474,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:05.138897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-c0a668c7-f8ff-49fa-89df-819221651c1c None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:05.139291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c0a668c7-f8ff-49fa-89df-819221651c1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.178622 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:05.204143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-c0a668c7-f8ff-49fa-89df-819221651c1c None None] Port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:05.207526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe2e730-d514-4cb1-a2a0-7f24914b00bd req-77a85619-ccb5-4306-8e51-43ef98666398 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:05.209026 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebe2e730-d514-4cb1-a2a0-7f24914b00bd req-77a85619-ccb5-4306-8e51-43ef98666398 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 943 time: 0.0677266 Jul 21 22:57:05.234516 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks [] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.271653 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ebe2e730-d514-4cb1-a2a0-7f24914b00bd req-deedb94c-c4af-43c8-89dd-487adcffecb0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526652 Jul 21 22:57:05.297633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.298432 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.306254 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:05.312279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:05.375550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 1, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:05.391376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Pushing event updated for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:05.407032 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 12678a93-e574-465f-8cfc-327d90fb2c46 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:05.409788 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b27a0d5-14b3-4c4f-9e05-702ccde6aae0 None None] The sync data for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi is: [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 1, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:57:05.433526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:05.435852 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:05.460056 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 12678a93-e574-465f-8cfc-327d90fb2c46 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:05.460525 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.544133 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 12678a93-e574-465f-8cfc-327d90fb2c46 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:05.577351 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Router 2cd398cf-d4a6-463c-afff-c641ddd02a11 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:57:05.698550 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:05.705914 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5935fc98-1e9e-4d47-9f4e-40bb3645af3c admin admin] 10.222.0.52 "PUT /v2.0/routers/2cd398cf-d4a6-463c-afff-c641ddd02a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0125146 Jul 21 22:57:05.730269 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-779530a4-2889-41cc-8771-d9b61921792b None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:05.730643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-779530a4-2889-41cc-8771-d9b61921792b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:05.765747 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-779530a4-2889-41cc-8771-d9b61921792b None None] Port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:05.907225 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-87f36cf1-6e02-40ab-9e21-96e0c4e9b661 req-0ad01960-f336-4b76-bb4c-7d651c6969c3 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 210 time: 0.0346284 Jul 21 22:57:06.402727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f9d9c0-cc58-4f0f-a1e1-ad6561c8f48e req-20087a3f-f5cc-49b7-bfe6-a91a6f9d984b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:06.405944 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-66f9d9c0-cc58-4f0f-a1e1-ad6561c8f48e req-20087a3f-f5cc-49b7-bfe6-a91a6f9d984b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 943 time: 0.0572658 Jul 21 22:57:06.443009 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38870) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:06.448298 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1002394106-network', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:06.456352 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-66f9d9c0-cc58-4f0f-a1e1-ad6561c8f48e req-c490d444-8abb-4474-8b21-7f480bc34718 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446389 Jul 21 22:57:06.549320 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Made reservation on behalf of 6a7d54c1b920447f9bab1caf2e579f79 for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:06.551828 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.561116 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.641993 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:06.647883 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks [] for security_group (a6b99e4a-1e5d-4609-bca4-6d1d2211c69b), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.697793 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (a6b99e4a-1e5d-4609-bca4-6d1d2211c69b), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.722085 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 637} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:57:06.739019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6b99e4a-1e5d-4609-bca4-6d1d2211c69b,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:06.742039 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (1f6fc75a-609e-4da8-9dd6-b9e161abfc30), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.742391 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Added segment 1f6fc75a-609e-4da8-9dd6-b9e161abfc30 of type vlan for network 2cc267a2-8452-4f1f-a246-393af02fc81d Jul 21 22:57:06.786473 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (2cc267a2-8452-4f1f-a246-393af02fc81d), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.872735 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (2cc267a2-8452-4f1f-a246-393af02fc81d), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.874204 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:06.874823 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:06.958518 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] Pushing event updated for resources: {'Network': ['ID=2cc267a2-8452-4f1f-a246-393af02fc81d,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:06.970035 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 2cc267a2-8452-4f1f-a246-393af02fc81d details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:57:07.014813 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-58c94237-1992-442b-94b5-73d9c99c1f48 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.5704632 Jul 21 22:57:07.017609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38876) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:07.022805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Request body: {'subnet': {'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1002394106-subnet', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:07.043081 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-031235ab-156f-4e36-985d-5602003aa3f6 req-93c380d0-0180-457c-9eac-8dee0f5fbe6e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 210 time: 0.0351760 Jul 21 22:57:07.087709 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-9fac3a57-fa1f-46c3-9a6e-f62a001ff9ff tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:07.088916 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-9fac3a57-fa1f-46c3-9a6e-f62a001ff9ff tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "GET /v2.0/networks?id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 HTTP/1.1" status: 200 len: 814 time: 0.1555412 Jul 21 22:57:07.106732 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Request body: {'port': {'device_id': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520', 'admin_state_up': True, 'tenant_id': '2822a8cb96b94bf3bf525b0785c36934'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:07.115203 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Made reservation on behalf of 6a7d54c1b920447f9bab1caf2e579f79 for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:07.117813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.132546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:07.336017 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Made reservation on behalf of 2822a8cb96b94bf3bf525b0785c36934 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:07.340603 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.361475 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (fee74c6c-9926-4aad-b92f-9aa389df12da), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.407105 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fee74c6c-9926-4aad-b92f-9aa389df12da,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:07.427723 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e8c72881-58aa-4c97-9d1a-b91f15f54474 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:07.436610 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Checking segment: {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:07.436983 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Network hostable DHCP agents. Network: 2cc267a2-8452-4f1f-a246-393af02fc81d, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:57:07.495877 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port e8c72881-58aa-4c97-9d1a-b91f15f54474 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:07.496632 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.502387 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Allocated IP 172.20.0.9 (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520/53ba04ff-6880-49fa-8faf-b6a9e5abf38c/fe9a0edb-bd94-4e96-94e4-02d10d0624fb) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:07.529601 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Network 2cc267a2-8452-4f1f-a246-393af02fc81d is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:57:07.548665 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:07.581048 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port e8c72881-58aa-4c97-9d1a-b91f15f54474 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:07.581570 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.599345 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f099b664-69b9-4bfa-981b-1b0ba68569d3 req-87067473-85fb-45d8-9c93-e2f2db32bd3a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:07.600995 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f099b664-69b9-4bfa-981b-1b0ba68569d3 req-87067473-85fb-45d8-9c93-e2f2db32bd3a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 943 time: 0.0615611 Jul 21 22:57:07.604935 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port e8c72881-58aa-4c97-9d1a-b91f15f54474, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e8c72881-58aa-4c97-9d1a-b91f15f54474,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:07.614202 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Sync routers for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:07.625471 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:07.625797 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 2cc267a2-8452-4f1f-a246-393af02fc81d) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:07.626168 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:07.630621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:07.631254 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.638819 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7199cc0f-3aec-499b-aae1-590ef8d660a7 None None] Network 2cc267a2-8452-4f1f-a246-393af02fc81d requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:57:07.667587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks [] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.671897 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f099b664-69b9-4bfa-981b-1b0ba68569d3 req-89dc56d2-9917-43a6-8c64-91877019a471 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0643268 Jul 21 22:57:07.674166 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:07.707018 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.738028 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38884) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:07.739148 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-52d60d32-6ee5-4bb4-9859-cdc2c6366700 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7204914 Jul 21 22:57:07.744049 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:07.753251 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:07.789502 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=e8c72881-58aa-4c97-9d1a-b91f15f54474,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:07.800605 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-2cc267a2-8452-4f1f-a246-393af02fc81d', 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d', 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'fixed_ips': [{'subnet_id': 'fee74c6c-9926-4aad-b92f-9aa389df12da'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 22:57:07.801602 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.804922 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.818397 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 33a5af80-6fed-4810-81a0-1d24345dfa04 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:57:07.837881 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.838952 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.859774 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:07.870918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:07.875842 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:07.878555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Pushing event updated for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:07.880990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:07.953288 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for router_controller (d5dcff8d-b307-44aa-b487-54767fae62a1), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.961733 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:07.962355 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:07.970102 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:05Z', 'revision_number': 2, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:08.002325 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Checking router: 2cd398cf-d4a6-463c-afff-c641ddd02a11 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:08.002958 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Updating router 2cd398cf-d4a6-463c-afff-c641ddd02a11 port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:57:08.022578 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=33a5af80-6fed-4810-81a0-1d24345dfa04,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:08.027392 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.032498 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.038116 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-379a1730-d3f6-4366-983b-356852f9613d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9349873 Jul 21 22:57:08.053480 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'port_id': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'mac_address': 'fa:16:3e:0f:20:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:57:08.058623 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Allocated IP 172.20.0.2 (2cc267a2-8452-4f1f-a246-393af02fc81d/fee74c6c-9926-4aad-b92f-9aa389df12da/5b8de7db-24e4-48d9-82e1-23b048bbdfb4) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:08.069432 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Request body: {'port': {'device_id': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:08.112900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.121828 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 33a5af80-6fed-4810-81a0-1d24345dfa04 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:08.122539 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.166048 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a5af80-6fed-4810-81a0-1d24345dfa04 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:08.195776 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=33a5af80-6fed-4810-81a0-1d24345dfa04,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:08.235209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for router_gateway (d5dcff8d-b307-44aa-b487-54767fae62a1), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.258744 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9caa75-7156-4972-903e-492b5cc00f01 req-e637ee44-44b2-4cf3-9681-6509913ba545 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:08.260427 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee9caa75-7156-4972-903e-492b5cc00f01 req-e637ee44-44b2-4cf3-9681-6509913ba545 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 931 time: 0.1053083 Jul 21 22:57:08.261028 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.266549 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks [] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.278169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.322129 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks [] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.329045 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:08.381902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.400329 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee9caa75-7156-4972-903e-492b5cc00f01 req-dc82e072-c6c0-4aaa-8514-c180d7ce791b tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296599 Jul 21 22:57:08.413312 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.427407 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Network 2cc267a2-8452-4f1f-a246-393af02fc81d is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:08.434495 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:08.440655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:08.450058 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Pushing event updated for resources: {'Port': ['ID=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:08.477497 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Pushing event updated for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:08.497753 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.498101 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.498460 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.498898 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.499233 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.499560 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.500385 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.500385 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.500678 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.500895 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.501148 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.501453 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.501773 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.502089 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.502403 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:08.522353 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Attempting to bind port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:08.522663 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Attempting to bind port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:08.523102 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Attempting to bind port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 on network 2cc267a2-8452-4f1f-a246-393af02fc81d {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:08.534802 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:08.535173 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Checking segment: {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:08.535581 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.535983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Bound using segment: {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:08.536459 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Bound port: 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:08.536846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.560524 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Attempting to bind port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:08.560904 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Attempting to bind port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:08.561464 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Attempting to bind port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 on network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:08.567296 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:08.567675 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Checking segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:08.568205 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.568596 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Bound using segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:08.569066 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Bound port: 2bb7dd5a-59bc-4ca7-8c59-672a21604b97, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:08.569446 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.610095 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] For port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:08.613397 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] For port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:08.635557 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['33a5af80-6fed-4810-81a0-1d24345dfa04'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:57:08.645287 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] For port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:08.649541 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] For port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:08.702958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.729105 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.736960 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.743787 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.804655 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.827135 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:08.828064 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:08.855850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be210674-1bad-407d-8d6c-955290a35916 req-c579dd29-1952-4f1b-8f8b-d6d727a3a82d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:08.866403 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-be210674-1bad-407d-8d6c-955290a35916 req-c579dd29-1952-4f1b-8f8b-d6d727a3a82d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 944 time: 0.0985093 Jul 21 22:57:08.900255 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ed3463-1a53-47aa-b456-8ca213a7d074 None None] Pushing event updated for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:08.927100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:08.927477 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:08.939698 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:08.947001 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66eb9bd0-a321-4085-a3d6-1acf5b174fd4 None None] Pushing event updated for resources: {'Port': ['ID=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:08.963025 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-be210674-1bad-407d-8d6c-955290a35916 req-e37e6d0d-2f1f-4b73-a1c4-a84fa6c1a498 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934634 Jul 21 22:57:09.008237 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:09.018051 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for router_gateway (d5dcff8d-b307-44aa-b487-54767fae62a1), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.026005 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:09.080000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.107013 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Current status of the port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:09.107527 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.181412 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] For port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:09.258213 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.271235 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe9a0edb-bd94-4e96-94e4-02d10d0624fb {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:09.274513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks [] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.285502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:09.308530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Transition to ACTIVE for port object fe9a0edb-bd94-4e96-94e4-02d10d0624fb will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:57:09.319375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462e802a-d273-41c6-8129-4b1eaec363fb None None] Pushing event updated for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:09.321872 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Allocated IP 172.27.0.96 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:09.367636 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:08Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:09.379327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-3568bf54-4898-4a69-b5c2-8536cc5d6b5f None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:09.380180 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3568bf54-4898-4a69-b5c2-8536cc5d6b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.407138 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c66a9dfd-3769-4849-bce1-2f7e9905da52 None None] The sync data for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi is: [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:08Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:57:09.416721 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.512045 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.514330 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:09.619086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:09.649287 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:09.663252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45856c5d-d1e4-4f66-a483-77ca1f795785 req-7ff67240-c099-4e05-93cf-380fbe2fb5d0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:09.664818 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-45856c5d-d1e4-4f66-a483-77ca1f795785 req-7ff67240-c099-4e05-93cf-380fbe2fb5d0 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 943 time: 0.1118944 Jul 21 22:57:09.687050 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.695862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-3568bf54-4898-4a69-b5c2-8536cc5d6b5f None None] Current status of the port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:09.701545 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Attempting to bind port fe9a0edb-bd94-4e96-94e4-02d10d0624fb on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:09.701735 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:09.701998 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Attempting to bind port fe9a0edb-bd94-4e96-94e4-02d10d0624fb by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:09.702138 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.702312 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Attempting to bind port fe9a0edb-bd94-4e96-94e4-02d10d0624fb on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:09.750296 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Port fe9a0edb-bd94-4e96-94e4-02d10d0624fb on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:57:09.750641 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Attempting to bind port fe9a0edb-bd94-4e96-94e4-02d10d0624fb on network 4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:09.772231 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:09.789357 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:09.791670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:09.791931 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Checking segment: {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:09.792314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Bound using segment: {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:09.792766 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Bound port: fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991862c6-589a-4c04-8829-02c79bb8a8af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 623, 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:09.793136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.795485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:09.800557 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:09.800962 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.806459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Pushing event updated for resources: {'Port': ['ID=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:09.841391 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-45856c5d-d1e4-4f66-a483-77ca1f795785 req-e115b2b5-97c8-40ce-a418-b0ae5a8a0a12 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588769 Jul 21 22:57:09.842365 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:09.899254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 33a5af80-6fed-4810-81a0-1d24345dfa04 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:09.952644 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 33a5af80-6fed-4810-81a0-1d24345dfa04 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:57:09.957228 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:09.958540 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e8c72881-58aa-4c97-9d1a-b91f15f54474 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:10.020666 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:10.043240 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:10.056751 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 33a5af80-6fed-4810-81a0-1d24345dfa04 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:10.057136 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.058881 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:10.106904 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port e8c72881-58aa-4c97-9d1a-b91f15f54474 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:10.107288 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.116697 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.119769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f858093d-92e5-43d4-b530-39fea885080a req-2d66aadb-4328-4317-a49a-1c128770f528 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.127766 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f858093d-92e5-43d4-b530-39fea885080a req-2d66aadb-4328-4317-a49a-1c128770f528 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 944 time: 0.0680075 Jul 21 22:57:10.189879 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f858093d-92e5-43d4-b530-39fea885080a req-19f5c872-83b0-41f1-ae38-7ba97fe5633f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587640 Jul 21 22:57:10.218920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.219754 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.221433 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] 10.222.0.33 "PUT /v2.0/ports/fe9a0edb-bd94-4e96-94e4-02d10d0624fb HTTP/1.1" status: 200 len: 1093 time: 2.1596577 Jul 21 22:57:10.226722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2967b117-6b1c-448e-ac28-8f507365621d None None] Network 2cc267a2-8452-4f1f-a246-393af02fc81d requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:57:10.253229 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 33a5af80-6fed-4810-81a0-1d24345dfa04 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:10.253618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.259957 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:10.264809 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654b740b-9d7c-40d3-8d2c-aefc20e74460" -d '{"events": [{"name": "network-changed", "server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:10.266435 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:10.309708 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-f05cb7ae-af37-49f6-b482-01a6134a79a5 None None] Provisioning complete for port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:10.310087 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f05cb7ae-af37-49f6-b482-01a6134a79a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.314269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac3c151-73c0-473d-94bc-bca563dd1ebe x-openstack-request-id: req-bac3c151-73c0-473d-94bc-bca563dd1ebe {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:10.314587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:10.314860 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bac3c151-73c0-473d-94bc-bca563dd1ebe {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:10.315238 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bac3c151-73c0-473d-94bc-bca563dd1ebe'] response: {'name': 'network-changed', 'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb', 'status': 'completed', 'code': 200} Jul 21 22:57:10.316077 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port e8c72881-58aa-4c97-9d1a-b91f15f54474 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:10.317194 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:10.361109 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219004d7-cf4c-40ba-a3f7-4a384c1f5eb3 service neutron] Pushing event updated for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:10.383516 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=6,neutron:UPDATE=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:10.390135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:10.391546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for router_gateway (d5dcff8d-b307-44aa-b487-54767fae62a1), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.392412 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c2c00a3-4941-448e-acfe-9ab6a2807e89" -d '{"events": [{"server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "name": "network-vif-plugged", "status": "completed", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:10.400600 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:10.417924 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=33a5af80-6fed-4810-81a0-1d24345dfa04,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:10.429235 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-165b335e-b223-4c6b-831a-4407498afb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.431088 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-165b335e-b223-4c6b-831a-4407498afb3b service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 1127 time: 0.0810394 Jul 21 22:57:10.453569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8929d44f-0e0e-4265-abda-e005dacbdded x-openstack-request-id: req-8929d44f-0e0e-4265-abda-e005dacbdded {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:10.453884 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "name": "network-vif-plugged", "status": "completed", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:10.454141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8929d44f-0e0e-4265-abda-e005dacbdded {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:10.454532 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8929d44f-0e0e-4265-abda-e005dacbdded'] response: {'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'code': 200} Jul 21 22:57:10.458087 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:10.491504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:10.492135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.537141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.548769 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f05cb7ae-af37-49f6-b482-01a6134a79a5 None None] Current status of the port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:10.607775 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:10.633737 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-2c0e285d-757f-4d5f-8b5c-c095b4d6c831 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.635283 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-2c0e285d-757f-4d5f-8b5c-c095b4d6c831 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=2822a8cb96b94bf3bf525b0785c36934&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1926179 Jul 21 22:57:10.645504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:10.749218 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.770176 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-65549839-2696-44bd-b84c-3da3421f202d None None] Provisioning complete for port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:10.791433 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-65549839-2696-44bd-b84c-3da3421f202d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:10.816146 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-768eded5-0797-458c-9bce-6db9656f1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.817547 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-654b740b-9d7c-40d3-8d2c-aefc20e74460 req-768eded5-0797-458c-9bce-6db9656f1f6b service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1511877 Jul 21 22:57:10.849959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-65549839-2696-44bd-b84c-3da3421f202d None None] Current status of the port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:10.913062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-2ad6c920-b81e-4eb9-8946-eac8a1fc8342 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:10.914573 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-2ad6c920-b81e-4eb9-8946-eac8a1fc8342 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2822a8cb96b94bf3bf525b0785c36934&device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 1127 time: 0.0508184 Jul 21 22:57:10.984417 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-5b3d3fe6-8724-41e8-a240-b455f9371586 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb HTTP/1.1" status: 200 len: 217 time: 0.0559943 Jul 21 22:57:11.017354 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12bc6c-bcb9-4899-b00b-68faf4b2cffd req-92f22c23-5f4d-47a5-9b2d-e9bc059a35b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:11.018897 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2e12bc6c-bcb9-4899-b00b-68faf4b2cffd req-92f22c23-5f4d-47a5-9b2d-e9bc059a35b3 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 1129 time: 0.0403595 Jul 21 22:57:11.037073 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71387c2-7030-4a16-89f5-6ef6866774e5 req-77ca035a-188e-47a3-8801-ac5f612be3a4 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:11.038568 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e71387c2-7030-4a16-89f5-6ef6866774e5 req-77ca035a-188e-47a3-8801-ac5f612be3a4 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 943 time: 0.1230960 Jul 21 22:57:11.067584 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2e12bc6c-bcb9-4899-b00b-68faf4b2cffd req-78dc7e43-6544-41c7-9582-49812d4bed38 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414407 Jul 21 22:57:11.072058 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439b8904-745f-409e-8ef5-31a47343b256 req-796d92e8-4743-425a-a852-a6e72fa1fee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:11.073497 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-796d92e8-4743-425a-a852-a6e72fa1fee2 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=53ba04ff-6880-49fa-8faf-b6a9e5abf38c HTTP/1.1" status: 200 len: 854 time: 0.0811868 Jul 21 22:57:11.099533 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Router d5dcff8d-b307-44aa-b487-54767fae62a1 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 22:57:11.105177 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e71387c2-7030-4a16-89f5-6ef6866774e5 req-085fac66-e998-4083-ad94-6f82d9737e77 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585876 Jul 21 22:57:11.110161 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:11.210158 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:11.222331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:11.227207 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Sync routers for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:11.237619 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:11.238231 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:11.313187 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:11.320396 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:11.320396 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a122166b-056e-45e4-bf6d-6a9e0cce5fc5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5757625 Jul 21 22:57:11.328890 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce0f486-9280-457e-ab68-fa35602c9e77 req-a59c9ab0-f94d-40c9-be6b-635694cbf45b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:11.332045 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 38902) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:11.340083 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1ce0f486-9280-457e-ab68-fa35602c9e77 req-a59c9ab0-f94d-40c9-be6b-635694cbf45b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0710070 Jul 21 22:57:11.340242 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-737bd6bb-96f0-4017-982a-2657a80151ed service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388753 Jul 21 22:57:11.355231 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:11.414963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1ce0f486-9280-457e-ab68-fa35602c9e77 req-93cab6ec-1797-4155-aa14-90e6a1898ed6 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668790 Jul 21 22:57:11.448310 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:11.554119 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-5ff291e0-9ff3-435a-ab93-f180b915dd27 service neutron] 10.222.0.33 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747580 Jul 21 22:57:11.571335 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:11.571335 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:11.606343 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:10Z', 'revision_number': 3, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:11.637957 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Checking router: d5dcff8d-b307-44aa-b487-54767fae62a1 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:11.638316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Updating router d5dcff8d-b307-44aa-b487-54767fae62a1 port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:57:11.672255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:11.742722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:11.743910 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:11.800138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:11.819546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:11.982807 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Allocated IP 172.20.0.1 (2cc267a2-8452-4f1f-a246-393af02fc81d/fee74c6c-9926-4aad-b92f-9aa389df12da/79784f28-f11f-4e53-9a69-40d9ac287762) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:12.021732 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:12.022116 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.122204 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:12.147279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-10d49ea5-ec6c-4e32-b666-40e3d6116292 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.154079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks [] for port (79784f28-f11f-4e53-9a69-40d9ac287762), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.157267 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:12.197103 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-439b8904-745f-409e-8ef5-31a47343b256 req-6f213714-9584-42c1-946d-06a5ab7f7888 service neutron] 10.222.0.33 "GET /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528859 Jul 21 22:57:12.209642 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks [] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.248854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b22dd9-95bb-41ce-81b0-1343432e448e req-08c55305-cb9e-4a1c-99c7-2fd2d55f12e4 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:12.250392 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-15b22dd9-95bb-41ce-81b0-1343432e448e req-08c55305-cb9e-4a1c-99c7-2fd2d55f12e4 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 943 time: 0.0695746 Jul 21 22:57:12.275264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.299554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-15b22dd9-95bb-41ce-81b0-1343432e448e req-e434391f-221d-4363-aba2-b788d65a64de tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428104 Jul 21 22:57:12.328274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Attempting to bind port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:12.328646 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Attempting to bind port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:12.329009 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Attempting to bind port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:12.332603 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875208-15b7-42ca-86d0-980c23831f65 None None] Pushing event updated for resources: {'Port': ['ID=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:12.337473 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:12.337851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:12.338264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.338643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:12.339142 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Bound port: ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:12.339523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.355506 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.396688 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] For port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:12.400644 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] For port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:12.462008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.546550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:12.547221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:56:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:12.549312 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b875208-15b7-42ca-86d0-980c23831f65 None None] Pushing event updated for resources: {'Port': ['ID=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:12.671929 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:12.676094 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Network 2cc267a2-8452-4f1f-a246-393af02fc81d is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:12.689467 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:12.692811 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:12.726101 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Pushing event updated for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:12.754642 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (d5dcff8d-b307-44aa-b487-54767fae62a1), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.807287 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:12.842376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e724870f-67c5-480f-9834-8ada2805ddd4 req-5ceebbc6-4ade-4fc6-bcca-a2d46e1e139b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:12.849541 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:12.852755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e724870f-67c5-480f-9834-8ada2805ddd4 req-5ceebbc6-4ade-4fc6-bcca-a2d46e1e139b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.3547375 Jul 21 22:57:12.871272 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:12.872468 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:12.873442 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:10Z', 'revision_number': 3, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:12.902707 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e724870f-67c5-480f-9834-8ada2805ddd4 req-59b97119-9c0e-4b00-bc0f-c2824da4a6d0 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484004 Jul 21 22:57:12.902905 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0d18298-bc0e-4b3f-b31c-594bdf106c91 None None] The sync data for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi is: [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:10Z', 'revision_number': 3, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:57:12.987565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-66261339-d667-4c61-90d8-99adda7cd125 None None] Provisioning complete for port 79784f28-f11f-4e53-9a69-40d9ac287762 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:12.988464 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-66261339-d667-4c61-90d8-99adda7cd125 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:12.994602 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.025407 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-66261339-d667-4c61-90d8-99adda7cd125 None None] Port 79784f28-f11f-4e53-9a69-40d9ac287762 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:13.187662 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks [] for port (79784f28-f11f-4e53-9a69-40d9ac287762), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.269261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.338666 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Pushing event updated for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:13.341248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (d5dcff8d-b307-44aa-b487-54767fae62a1), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.376429 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:13.432664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:13.471353 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197474de-8598-4920-a3da-23b28aaf17b9 req-1d1649c5-8abb-45d4-8cc1-55f46f3e502f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:13.472962 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-197474de-8598-4920-a3da-23b28aaf17b9 req-1d1649c5-8abb-45d4-8cc1-55f46f3e502f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 943 time: 0.0684013 Jul 21 22:57:13.487385 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Network 2cc267a2-8452-4f1f-a246-393af02fc81d is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:13.489569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:13.490017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.500869 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:13.577620 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-197474de-8598-4920-a3da-23b28aaf17b9 req-0ed2eb9c-5036-4b37-9146-394546bfed45 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960321 Jul 21 22:57:13.587965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:13.588635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.633335 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:13.654580 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Router d5dcff8d-b307-44aa-b487-54767fae62a1 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:57:13.716755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.777012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:13.781102 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-a8b79492-3e30-4c5f-8ae9-0125123f2afb None None] Provisioning complete for port 79784f28-f11f-4e53-9a69-40d9ac287762 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:13.781414 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a8b79492-3e30-4c5f-8ae9-0125123f2afb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:13.782756 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-22975106-e445-4a4d-9371-b69f6d73a103 admin admin] 10.222.0.52 "PUT /v2.0/routers/d5dcff8d-b307-44aa-b487-54767fae62a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4490025 Jul 21 22:57:13.820139 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:13.831921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-a8b79492-3e30-4c5f-8ae9-0125123f2afb None None] Port 79784f28-f11f-4e53-9a69-40d9ac287762 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:13.915154 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device fe9a0edb-bd94-4e96-94e4-02d10d0624fb details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:57:14.025588 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:14.038429 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb', 'network_id': '4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520', 'port_id': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb', 'mac_address': 'fa:16:3e:c5:e6:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 623, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '53ba04ff-6880-49fa-8faf-b6a9e5abf38c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:57:14.062063 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd782b8-1472-474c-a0b6-03b48890b215 req-47d92eaf-5fad-4b4d-a315-bf3210e50b4b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:14.064292 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8dd782b8-1472-474c-a0b6-03b48890b215 req-47d92eaf-5fad-4b4d-a315-bf3210e50b4b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0835705 Jul 21 22:57:14.078192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port fe9a0edb-bd94-4e96-94e4-02d10d0624fb is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:14.078689 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:14.093286 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe9a0edb-bd94-4e96-94e4-02d10d0624fb {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:14.114134 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:14.118690 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8dd782b8-1472-474c-a0b6-03b48890b215 req-491265e5-c222-4cd8-a541-9f04c30d778c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483522 Jul 21 22:57:14.241499 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58489cb5-995b-444e-b52d-c4e46cc413fb req-a47d6f63-1402-46df-b156-a66730ab0f4c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:14.249616 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-58489cb5-995b-444e-b52d-c4e46cc413fb req-a47d6f63-1402-46df-b156-a66730ab0f4c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0638881 Jul 21 22:57:14.253617 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 38932) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:57:14.258349 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'port_id': '33a5af80-6fed-4810-81a0-1d24345dfa04'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:14.271603 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:14.274506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cba12cb2-2951-4286-a77e-d7ebc59e478c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:14.321636 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:14.347599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:14.414124 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:14.670394 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['fe9a0edb-bd94-4e96-94e4-02d10d0624fb'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:57:14.723447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d9b46b-659c-497e-8832-c68c94d7603e req-fbd1674a-ce3b-47ce-a5bf-ba2140bb5f3d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:14.725113 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-83d9b46b-659c-497e-8832-c68c94d7603e req-fbd1674a-ce3b-47ce-a5bf-ba2140bb5f3d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 944 time: 0.0591762 Jul 21 22:57:14.815281 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Sync routers for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:14.848394 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:14.849357 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:14.860331 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-83d9b46b-659c-497e-8832-c68c94d7603e req-71efe7ea-7f6b-4bf9-be78-23a848696f2d tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197388 Jul 21 22:57:14.946832 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:14.947906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:15.004213 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.018456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:15.089456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:15.139102 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 76e490dd-0918-4d86-bc41-02754a04845e associated. External IP: 172.27.0.41, port: 33a5af80-6fed-4810-81a0-1d24345dfa04. Jul 21 22:57:15.252837 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:12Z', 'revision_number': 4, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '79784f28-f11f-4e53-9a69-40d9ac287762', 'name': '', 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'mac_address': 'fa:16:3e:32:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:11Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 2, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'subnets': [{'id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:15.288808 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Checking router: d5dcff8d-b307-44aa-b487-54767fae62a1 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:15.289074 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Updating router d5dcff8d-b307-44aa-b487-54767fae62a1 port 79784f28-f11f-4e53-9a69-40d9ac287762 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 22:57:15.321967 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.450240 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:57:15.461220 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:15.556153 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:15.557330 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.603458 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.604801 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:15.610612 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.652265 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1391eec3-bab4-402a-9bf9-bf2e3c3168f8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "PUT /v2.0/floatingips/76e490dd-0918-4d86-bc41-02754a04845e HTTP/1.1" status: 200 len: 990 time: 1.3986247 Jul 21 22:57:15.652957 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:15.655867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:15.656020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d4ca89-7189-477c-993f-467dec84f602" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:15.661222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:15.698297 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:15.698973 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:15.708538 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks [] for port (79784f28-f11f-4e53-9a69-40d9ac287762), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.710970 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b90a7db-891f-4b2a-93c2-5616f112877b x-openstack-request-id: req-8b90a7db-891f-4b2a-93c2-5616f112877b {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:15.711555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:15.712048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8b90a7db-891f-4b2a-93c2-5616f112877b {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:15.712679 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b90a7db-891f-4b2a-93c2-5616f112877b'] response: {'name': 'network-changed', 'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'status': 'completed', 'code': 200} Jul 21 22:57:15.769957 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.776159 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:15.799906 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ca89-7189-477c-993f-467dec84f602 req-f6814c08-b856-45b7-b899-e8b676e2cf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:15.802602 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-f6814c08-b856-45b7-b899-e8b676e2cf10 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 1129 time: 0.0548086 Jul 21 22:57:15.812723 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e097-0303-4e36-81d4-782487094b75 None None] Pushing event updated for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:15.862024 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:15.943422 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Attempting to bind port 79784f28-f11f-4e53-9a69-40d9ac287762 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:15.944005 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Attempting to bind port 79784f28-f11f-4e53-9a69-40d9ac287762 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:15.944146 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Attempting to bind port 79784f28-f11f-4e53-9a69-40d9ac287762 on network 2cc267a2-8452-4f1f-a246-393af02fc81d {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:15.953164 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:15.953578 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Checking segment: {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:15.963152 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.963616 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Bound using segment: {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:15.964135 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Bound port: 79784f28-f11f-4e53-9a69-40d9ac287762, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f6fc75a-609e-4da8-9dd6-b9e161abfc30', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 637, 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:15.964534 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:15.976237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device fe9a0edb-bd94-4e96-94e4-02d10d0624fb up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:16.014724 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ca89-7189-477c-993f-467dec84f602 req-0d8f46b5-7f0a-48c8-85e7-1ff57fe95c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:16.017014 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-0d8f46b5-7f0a-48c8-85e7-1ff57fe95c26 service neutron] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 916 time: 0.2060022 Jul 21 22:57:16.108001 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] For port 79784f28-f11f-4e53-9a69-40d9ac287762, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:16.116469 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] For port 79784f28-f11f-4e53-9a69-40d9ac287762, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=79784f28-f11f-4e53-9a69-40d9ac287762,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:16.123605 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e6a58d-86eb-4c1c-97a8-95959476a15f req-09df9716-303b-4f18-9437-ef278d62f932 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:16.126809 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e5e6a58d-86eb-4c1c-97a8-95959476a15f req-09df9716-303b-4f18-9437-ef278d62f932 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 944 time: 0.1345432 Jul 21 22:57:16.188963 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-b51bd86c-a873-410b-9b30-5e5bdfc3bb2e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=33a5af80-6fed-4810-81a0-1d24345dfa04 HTTP/1.1" status: 200 len: 998 time: 0.1541581 Jul 21 22:57:16.205937 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port fe9a0edb-bd94-4e96-94e4-02d10d0624fb completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:57:16.220023 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.243370 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Provisioning complete for port 79784f28-f11f-4e53-9a69-40d9ac287762 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:16.243870 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.249218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.270410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.275415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.297801 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e5e6a58d-86eb-4c1c-97a8-95959476a15f req-3eaf2743-c82d-49d0-acb5-52f30458c7d9 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539438 Jul 21 22:57:16.320388 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ca89-7189-477c-993f-467dec84f602 req-4884aec2-f5b5-4a34-b14f-d34d5b669cac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:16.323789 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-4884aec2-f5b5-4a34-b14f-d34d5b669cac service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.1196659 Jul 21 22:57:16.333110 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port fe9a0edb-bd94-4e96-94e4-02d10d0624fb triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:16.333747 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.350582 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.367164 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:16.367859 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:16.396901 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d4ca89-7189-477c-993f-467dec84f602 req-8d9ba996-7155-4634-94e3-57526ec8778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:16.399110 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-8d9ba996-7155-4634-94e3-57526ec8778d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0635993 Jul 21 22:57:16.422369 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e5e097-0303-4e36-81d4-782487094b75 None None] Pushing event updated for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=4']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:16.430885 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.550311 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-505af906-61a3-4d3f-b709-1816ad0a825f service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329775 Jul 21 22:57:16.558952 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Current status of the port 79784f28-f11f-4e53-9a69-40d9ac287762 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:16.559580 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.602482 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:16.632510 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] For port 79784f28-f11f-4e53-9a69-40d9ac287762, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=79784f28-f11f-4e53-9a69-40d9ac287762,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:16.633811 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '76e490dd-0918-4d86-bc41-02754a04845e', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:0f:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:55Z', 'updated_at': '2022-07-21T22:57:14Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}, {'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:16.685419 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.687987 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:16.694151 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port fe9a0edb-bd94-4e96-94e4-02d10d0624fb is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:16.694542 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.697455 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:16.721070 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-35d4ca89-7189-477c-993f-467dec84f602 req-c6e269f3-abda-456d-b483-33135736fb5b service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632411 Jul 21 22:57:16.857214 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:16.868682 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:16.869316 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:16.927589 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:12Z', 'revision_number': 4, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '79784f28-f11f-4e53-9a69-40d9ac287762', 'name': '', 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'mac_address': 'fa:16:3e:32:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:11Z', 'updated_at': '2022-07-21T22:57:16Z', 'revision_number': 4, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'subnets': [{'id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:16.933635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:16.935923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd4a0f7-0155-45f2-a2e8-024d0e525c04" -d '{"events": [{"server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "name": "network-vif-plugged", "status": "completed", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:16.966052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:16.979699 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4ffd1a1-6e33-44f7-963f-551b743c78ec None None] The sync data for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi is: [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T22:57:12Z', 'revision_number': 4, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '79784f28-f11f-4e53-9a69-40d9ac287762', 'name': '', 'network_id': '2cc267a2-8452-4f1f-a246-393af02fc81d', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'mac_address': 'fa:16:3e:32:33:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 444, 'fixed_ips': [{'subnet_id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:11Z', 'updated_at': '2022-07-21T22:57:16Z', 'revision_number': 4, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'subnets': [{'id': 'fee74c6c-9926-4aad-b92f-9aa389df12da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:57:17.057289 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82770856-a9fe-47de-815a-98742dae6d1d x-openstack-request-id: req-82770856-a9fe-47de-815a-98742dae6d1d {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:17.058924 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "name": "network-vif-plugged", "status": "completed", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:17.059716 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82770856-a9fe-47de-815a-98742dae6d1d {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:17.060679 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-82770856-a9fe-47de-815a-98742dae6d1d'] response: {'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb', 'code': 200} Jul 21 22:57:17.080754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-8aec6713-3329-49d5-9ed2-0e74478dcb48 None None] Provisioning complete for port 79784f28-f11f-4e53-9a69-40d9ac287762 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:17.081912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8aec6713-3329-49d5-9ed2-0e74478dcb48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:17.084532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b154d010-cf44-4aa7-bbef-db59c6656a82 None None] Pushing event updated for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:17.143657 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:17.157629 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:17.192505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3043e69-ee42-4519-b0bf-b985614d3b70 req-8150bee6-e1fe-490c-946e-a26ebd1f8f32 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:17.195660 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:17.201138 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e3043e69-ee42-4519-b0bf-b985614d3b70 req-8150bee6-e1fe-490c-946e-a26ebd1f8f32 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0619652 Jul 21 22:57:17.269970 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e3043e69-ee42-4519-b0bf-b985614d3b70 req-cd4934c2-b4e5-49c2-ad0b-b7e5f05d839e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667562 Jul 21 22:57:17.400741 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:17.426369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:17.535665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f040ad-8da9-4dc1-8142-937573fe31e4 req-cb2b9902-4f8b-4cb7-96b2-f7166135b59e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:17.536574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5669feda-c5cc-4bc7-b06c-d1efc2df8a28 req-e31ec47c-8a1b-4746-8972-03c880a6142f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:17.538603 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5669feda-c5cc-4bc7-b06c-d1efc2df8a28 req-e31ec47c-8a1b-4746-8972-03c880a6142f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 1129 time: 0.0657506 Jul 21 22:57:17.556421 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-76f040ad-8da9-4dc1-8142-937573fe31e4 req-cb2b9902-4f8b-4cb7-96b2-f7166135b59e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.1248696 Jul 21 22:57:17.600186 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5669feda-c5cc-4bc7-b06c-d1efc2df8a28 req-97a2b373-56a1-4c56-88cf-d74cce52a1fa service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491984 Jul 21 22:57:17.601681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-8aec6713-3329-49d5-9ed2-0e74478dcb48 None None] Current status of the port 79784f28-f11f-4e53-9a69-40d9ac287762 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:17.614869 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:17.617299 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 79784f28-f11f-4e53-9a69-40d9ac287762 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:17.619238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:17.639546 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-76f040ad-8da9-4dc1-8142-937573fe31e4 req-f4a2b533-6038-4b76-af33-0b33de1a1fb4 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771444 Jul 21 22:57:17.730484 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 79784f28-f11f-4e53-9a69-40d9ac287762 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:17.732428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:17.787078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '76e490dd-0918-4d86-bc41-02754a04845e', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:0f:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:55Z', 'updated_at': '2022-07-21T22:57:14Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}, {'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:17.824319 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a291650-0677-4883-8d72-08a4a07c71ac None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '76e490dd-0918-4d86-bc41-02754a04845e', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.41', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 418, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:0f:20:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:56:55Z', 'updated_at': '2022-07-21T22:57:14Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}, {'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:57:17.905580 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 79784f28-f11f-4e53-9a69-40d9ac287762 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:18.208483 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb9ba7d-4946-43a6-80d7-671d408ee07d None None] New status for floating IP 76e490dd-0918-4d86-bc41-02754a04845e: ACTIVE {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:57:18.427787 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcef3e-6a71-4c41-848a-44389f32a667 req-761862ed-a07f-4163-af23-9af0bb1ca3d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:18.434127 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4afcef3e-6a71-4c41-848a-44389f32a667 req-761862ed-a07f-4163-af23-9af0bb1ca3d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0747390 Jul 21 22:57:18.509753 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4afcef3e-6a71-4c41-848a-44389f32a667 req-2e43fb09-88c7-46b8-ac76-b95c64b7fff5 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651641 Jul 21 22:57:18.748210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad8c93-5083-4104-9c80-0b54b54254f2 req-6f5bfed3-4337-4e48-ab64-906c4d43a14e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:18.750337 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-12ad8c93-5083-4104-9c80-0b54b54254f2 req-6f5bfed3-4337-4e48-ab64-906c4d43a14e tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0516245 Jul 21 22:57:18.808551 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-12ad8c93-5083-4104-9c80-0b54b54254f2 req-f3910885-dad3-4d42-83da-420f06548818 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512099 Jul 21 22:57:19.638369 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181c355a-d22b-4c69-ad2f-c14e0ac5f7d7 req-163d6f19-94e3-4fd5-b1f9-e3c6ea36fcf3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:19.640215 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-181c355a-d22b-4c69-ad2f-c14e0ac5f7d7 req-163d6f19-94e3-4fd5-b1f9-e3c6ea36fcf3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0558672 Jul 21 22:57:19.692153 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-181c355a-d22b-4c69-ad2f-c14e0ac5f7d7 req-af2e20c7-f2eb-405c-9d30-c0f50fb5f34b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462062 Jul 21 22:57:19.939202 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ab1e8-d4ed-46d4-a738-5bc232d11b7a req-e5904be4-c954-46c8-9350-297b9ab23a70 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:19.940800 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d92ab1e8-d4ed-46d4-a738-5bc232d11b7a req-e5904be4-c954-46c8-9350-297b9ab23a70 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0503962 Jul 21 22:57:19.995348 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d92ab1e8-d4ed-46d4-a738-5bc232d11b7a req-d7f74088-6558-4ed7-854d-5ac827e87987 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487447 Jul 21 22:57:20.429584 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-f8c1ce27-027e-4b9a-848a-f84ea65ac735 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411468 Jul 21 22:57:20.503465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-b395a2eb-cf2e-4849-9680-a2e336e63301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:20.505147 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-b395a2eb-cf2e-4849-9680-a2e336e63301 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 1130 time: 0.0430570 Jul 21 22:57:20.552099 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:57:20.623728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-d52dcc3a-375f-4f3f-bed0-cb7184594ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:20.625675 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-d52dcc3a-375f-4f3f-bed0-cb7184594ada service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.1010611 Jul 21 22:57:20.707920 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-4eb0ab2e-8ecf-45fd-848e-1f0acf276ed8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 200 len: 1001 time: 0.0618923 Jul 21 22:57:20.825715 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7b14b7-e98c-4ecc-97d7-57ca79ef3102 req-d672aeda-c4c7-4617-9cd1-b0522a8c0513 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:20.827797 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5d7b14b7-e98c-4ecc-97d7-57ca79ef3102 req-d672aeda-c4c7-4617-9cd1-b0522a8c0513 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0623345 Jul 21 22:57:20.885310 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5d7b14b7-e98c-4ecc-97d7-57ca79ef3102 req-274d3f8a-2438-4868-a12d-28081518c761 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485456 Jul 21 22:57:21.128308 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499c1bfc-93d7-4a29-af25-284013bba6d5 req-d9f0bfbf-f229-43a3-98a1-5722f7e17419 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:21.129900 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-499c1bfc-93d7-4a29-af25-284013bba6d5 req-d9f0bfbf-f229-43a3-98a1-5722f7e17419 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0614176 Jul 21 22:57:21.193803 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-499c1bfc-93d7-4a29-af25-284013bba6d5 req-1b19ac71-63d6-44b0-9917-8d1f2b99f4e8 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551393 Jul 21 22:57:21.300170 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-248fcea3-3527-4ac7-bb25-bf64033b43bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:21.301984 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-248fcea3-3527-4ac7-bb25-bf64033b43bc service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0568488 Jul 21 22:57:21.361330 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-54c1b0b9-a47e-4dae-8e11-0258505e9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:21.363874 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-54c1b0b9-a47e-4dae-8e11-0258505e9b8b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505567 Jul 21 22:57:21.468653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:21.489347 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-fae129ad-8863-4b8a-aee6-08bf55e7f79c service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1173491 Jul 21 22:57:21.530920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:21.610530 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af279364-0a22-46bd-8e2a-0abd4b18e28d req-b665f926-0ffe-456f-a01e-4500a21c5f40 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093493 Jul 21 22:57:22.019139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1acf9d-a3ab-424c-8f16-34bb0e10292c req-8d1a20ad-b5e7-4f2e-b22b-e603650a00e9 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:22.020709 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bd1acf9d-a3ab-424c-8f16-34bb0e10292c req-8d1a20ad-b5e7-4f2e-b22b-e603650a00e9 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0542798 Jul 21 22:57:22.071745 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bd1acf9d-a3ab-424c-8f16-34bb0e10292c req-7a238803-0d4e-46d7-8920-93987314108d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453632 Jul 21 22:57:23.201184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758a70e6-ace5-49ff-a2b8-52defc05b822 req-1c0bc6ab-c171-403f-8f83-7c120fb3fda6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:23.203203 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-758a70e6-ace5-49ff-a2b8-52defc05b822 req-1c0bc6ab-c171-403f-8f83-7c120fb3fda6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0550039 Jul 21 22:57:23.259325 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-758a70e6-ace5-49ff-a2b8-52defc05b822 req-771bfae7-d3f8-4aa6-baef-aa0e4fafbcca tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485928 Jul 21 22:57:24.396366 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757d23ba-ffb7-4531-9c09-1a4a254b5c79 req-25c9c0b6-c80d-4352-aa1b-e2a1bfb00e6d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:24.403896 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-757d23ba-ffb7-4531-9c09-1a4a254b5c79 req-25c9c0b6-c80d-4352-aa1b-e2a1bfb00e6d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0578516 Jul 21 22:57:24.463328 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-757d23ba-ffb7-4531-9c09-1a4a254b5c79 req-bcfb3c66-f0f2-4f59-8ddb-0320a33a26ec tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582614 Jul 21 22:57:25.586889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62da998b-f44c-4e42-b4d9-1cfc622fe71b req-73ee501a-c504-4d09-8748-51506d024bc7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:25.591304 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-62da998b-f44c-4e42-b4d9-1cfc622fe71b req-73ee501a-c504-4d09-8748-51506d024bc7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0602095 Jul 21 22:57:25.623906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:25.646240 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-62da998b-f44c-4e42-b4d9-1cfc622fe71b req-9bed79d1-da99-4132-8f0f-d65ef69e9756 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517414 Jul 21 22:57:26.638308 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-931a81cb-ff41-4b00-a8b3-f982a2c08d39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:26.639808 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-931a81cb-ff41-4b00-a8b3-f982a2c08d39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 815 time: 0.1002629 Jul 21 22:57:26.654490 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-0f674300-7bc2-455f-9192-da3a964a6903 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/quotas/5dbf5236757941d6b4db3517e1757621 HTTP/1.1" status: 200 len: 375 time: 0.0087996 Jul 21 22:57:26.703022 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-4578d78d-39fa-4be3-b1ed-62ace3ec2c05 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0432243 Jul 21 22:57:26.766954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ce5ba7-68a5-431e-a919-e2c2546ed363 req-5e0c9e42-b91e-4490-a587-e76b6e105d7f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:26.768450 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-02ce5ba7-68a5-431e-a919-e2c2546ed363 req-5e0c9e42-b91e-4490-a587-e76b6e105d7f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0512824 Jul 21 22:57:26.805100 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-304917e6-af9c-473c-bc9a-130ed88efc0f service neutron] 10.222.0.52 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899041 Jul 21 22:57:26.815550 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-02ce5ba7-68a5-431e-a919-e2c2546ed363 req-7e01f5b6-b117-47b9-aaf9-4f7e3d1d0e6e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415504 Jul 21 22:57:26.901983 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-f2be4e0a-9422-4d67-a3f6-f01f3b0f2e77 service neutron] 10.222.0.52 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911531 Jul 21 22:57:27.177058 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-94b4ee6f-e106-4fcb-a516-1469a521ca03 req-b2658431-d866-42b1-a864-0fa9581c7abb tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Jul 21 22:57:27.890210 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=78,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:27.894098 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=71,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:27.899161 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:27.917812 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:27.933620 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb34698-e7e8-405f-b8f1-526f3b66c93c req-d41b8199-5713-408f-ad9c-2a41df2b6c2d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:27.935977 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-efb34698-e7e8-405f-b8f1-526f3b66c93c req-d41b8199-5713-408f-ad9c-2a41df2b6c2d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0484912 Jul 21 22:57:27.984031 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-efb34698-e7e8-405f-b8f1-526f3b66c93c req-ab80478c-da05-4500-951a-81a1667d223b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419002 Jul 21 22:57:28.271648 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-63162672-4fb9-48f3-a692-84cb146bee2e req-3a62990d-e814-44e5-b5d2-07b49c34219e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 210 time: 0.0291862 Jul 21 22:57:28.372874 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec5505-711b-4017-9827-b3680ea8e47b req-d1dffc5a-7cb7-4f15-baf3-3cad3de52c09 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:28.374359 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dbec5505-711b-4017-9827-b3680ea8e47b req-d1dffc5a-7cb7-4f15-baf3-3cad3de52c09 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0496404 Jul 21 22:57:28.426740 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-dbec5505-711b-4017-9827-b3680ea8e47b req-746ecd6a-d4c9-4627-84aa-4fc80cd23c55 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467415 Jul 21 22:57:28.464004 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=47,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:28.493941 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-a8181340-67d8-40d9-baf9-9644a3bece70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:28.495509 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-a8181340-67d8-40d9-baf9-9644a3bece70 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1130 time: 0.0417485 Jul 21 22:57:28.590548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-3195c4f3-3bed-43f7-b2fd-7418fd9ba42d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:28.592060 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-3195c4f3-3bed-43f7-b2fd-7418fd9ba42d service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.0881603 Jul 21 22:57:28.790823 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-b88d9723-dad7-409c-a6dc-2ef0714723cd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 1002 time: 0.0598297 Jul 21 22:57:29.217004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-ec859797-40a2-46a7-a485-524bc2f14c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:29.218514 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-ec859797-40a2-46a7-a485-524bc2f14c33 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0451045 Jul 21 22:57:29.265706 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-d6ff54c3-6519-4d3e-b578-2029aab9e989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:29.267437 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-d6ff54c3-6519-4d3e-b578-2029aab9e989 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405710 Jul 21 22:57:29.370595 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a371c933-de04-4468-9d6c-67f593cf6fa4 req-63867d69-2b3e-4462-96a7-6ab2581a5a71 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 210 time: 0.0316181 Jul 21 22:57:29.543603 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6c8c6-3f0b-44cb-9f33-c1c224e639a6 req-69606e60-a5ac-414e-ac6f-00e1db2a9efa tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:29.545070 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7c6c8c6-3f0b-44cb-9f33-c1c224e639a6 req-69606e60-a5ac-414e-ac6f-00e1db2a9efa tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0508997 Jul 21 22:57:29.591344 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f7c6c8c6-3f0b-44cb-9f33-c1c224e639a6 req-48039580-0718-4976-b204-654c59895475 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405855 Jul 21 22:57:30.014417 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-143e1f57-a1d7-4b78-8ceb-b31092d1cfae service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853741 Jul 21 22:57:30.111890 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80608037-b3be-4276-b12f-cb90ecadb6cf req-65907e7c-8a2d-4f82-89b7-8b69284d059d service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911734 Jul 21 22:57:30.236795 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-638187be-ffaa-4b36-acc6-379ad753a322 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:30.238128 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-638187be-ffaa-4b36-acc6-379ad753a322 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 815 time: 0.1074533 Jul 21 22:57:30.259453 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'port': {'device_id': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'admin_state_up': True, 'tenant_id': '5dbf5236757941d6b4db3517e1757621'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:30.275851 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:30.326019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:30.424347 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Made reservation on behalf of 5dbf5236757941d6b4db3517e1757621 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:57:30.428677 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:30.492449 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0c93c4e3-f907-4b40-9640-733754d16746 req-52bcba20-9ff2-4a71-8a24-d69b2fac6bc2 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 210 time: 0.0376430 Jul 21 22:57:30.577718 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Allocated IP 172.20.0.12 (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a/76994332-1f5d-4bfd-aba0-2dd94f705e1d/f2c971ef-1e12-4937-8388-d94ceee5e560) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:57:30.752494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee58d43-c7f3-4a1a-996b-e845babb043c req-1b9961bd-06d3-41ef-b6aa-3f8cb14423ea tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:30.753835 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3ee58d43-c7f3-4a1a-996b-e845babb043c req-1b9961bd-06d3-41ef-b6aa-3f8cb14423ea tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0758216 Jul 21 22:57:30.803877 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:30.831872 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3ee58d43-c7f3-4a1a-996b-e845babb043c req-d8e80e4b-5237-471a-ae96-520c3eaca775 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700653 Jul 21 22:57:30.973613 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:31.016346 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:57:31.021387 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:57:31.025400 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:57:31.034643 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:31.086796 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:31.087510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:31.218816 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-a5e37a5f-34aa-4e71-8656-930a4d4bafa1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9630878 Jul 21 22:57:31.323100 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-cf85f9e8-0472-4715-9331-2a9f6230bc3a None None] Provisioning complete for port f2c971ef-1e12-4937-8388-d94ceee5e560 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:31.323624 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cf85f9e8-0472-4715-9331-2a9f6230bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:31.369040 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-cf85f9e8-0472-4715-9331-2a9f6230bc3a None None] Port f2c971ef-1e12-4937-8388-d94ceee5e560 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:57:31.609272 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0823adf5-12b7-41a9-b119-901769a86e8f req-c4ac58de-c166-4b0a-ab0e-afba6fa28d85 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:31.611193 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0823adf5-12b7-41a9-b119-901769a86e8f req-c4ac58de-c166-4b0a-ab0e-afba6fa28d85 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0526547 Jul 21 22:57:31.664134 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0823adf5-12b7-41a9-b119-901769a86e8f req-85b3c889-8b00-41ab-b771-e141999dcf5f tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466220 Jul 21 22:57:31.948815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da180b3f-4b78-4db4-ac00-deb7c1669fdf req-5a4545c4-735b-487f-be92-cd7df006f14e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:31.950380 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-da180b3f-4b78-4db4-ac00-deb7c1669fdf req-5a4545c4-735b-487f-be92-cd7df006f14e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0477774 Jul 21 22:57:32.009631 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-da180b3f-4b78-4db4-ac00-deb7c1669fdf req-d3848983-c34a-426f-8690-a9f36a346fd4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530407 Jul 21 22:57:32.780127 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a7f6a5-c68e-4d89-9fe8-b56a5c0fe082 req-4f3f304a-1ecf-449d-98dd-de184a9c1867 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:32.781668 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-78a7f6a5-c68e-4d89-9fe8-b56a5c0fe082 req-4f3f304a-1ecf-449d-98dd-de184a9c1867 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0474775 Jul 21 22:57:32.837919 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-78a7f6a5-c68e-4d89-9fe8-b56a5c0fe082 req-0f60b344-95c4-421d-ac45-93847ef8c278 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480847 Jul 21 22:57:33.961494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139a961-2924-43bc-a048-531aa55612e9 req-24348b8a-89dc-4784-a4dc-8b17e3a08d7e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:33.963022 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2139a961-2924-43bc-a048-531aa55612e9 req-24348b8a-89dc-4784-a4dc-8b17e3a08d7e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0523460 Jul 21 22:57:33.997854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:34.020687 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2139a961-2924-43bc-a048-531aa55612e9 req-8fe9be08-cfa4-4b03-967b-888f60b9db92 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516491 Jul 21 22:57:35.135789 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861f6031-ed32-4a71-81f4-b4dadc2383f1 req-b136049a-fbaf-4101-9532-e439b6f3ef95 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:35.137324 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-861f6031-ed32-4a71-81f4-b4dadc2383f1 req-b136049a-fbaf-4101-9532-e439b6f3ef95 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0507574 Jul 21 22:57:35.191160 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-861f6031-ed32-4a71-81f4-b4dadc2383f1 req-08cff8d2-0438-439d-9be9-f1bce15f4f3d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483358 Jul 21 22:57:36.308080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb18b51-1419-46d7-893c-dd1e430cf197 req-0d4b69e8-240d-4dba-b7f9-cfdf69fa7410 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:36.310345 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-beb18b51-1419-46d7-893c-dd1e430cf197 req-0d4b69e8-240d-4dba-b7f9-cfdf69fa7410 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0500271 Jul 21 22:57:36.361582 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-beb18b51-1419-46d7-893c-dd1e430cf197 req-3b943b6e-83a6-47ba-abf4-20231eae2939 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443101 Jul 21 22:57:37.487655 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c175382c-0a1d-4585-8be2-c1652372162c req-bf3aad22-8058-49c3-8d1e-c0acd490d158 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:37.491111 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c175382c-0a1d-4585-8be2-c1652372162c req-bf3aad22-8058-49c3-8d1e-c0acd490d158 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0504749 Jul 21 22:57:37.548324 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c175382c-0a1d-4585-8be2-c1652372162c req-33c02e41-9800-400e-bf3f-fed813c007ce tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450754 Jul 21 22:57:38.664970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4fd46-e17e-4907-88bc-34499f73241b req-cbcc06cc-3625-4ef9-90ee-88e93efbd0d8 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:38.666438 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59c4fd46-e17e-4907-88bc-34499f73241b req-cbcc06cc-3625-4ef9-90ee-88e93efbd0d8 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0473299 Jul 21 22:57:38.684515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:38.713749 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59c4fd46-e17e-4907-88bc-34499f73241b req-6685788f-913c-4b1d-9a7a-a21f7197890d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419137 Jul 21 22:57:39.834833 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eda22f-cd5d-4ad1-8741-d7457ce8e54b req-71adece1-3084-4945-820d-214f7145e89d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:39.836370 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-47eda22f-cd5d-4ad1-8741-d7457ce8e54b req-71adece1-3084-4945-820d-214f7145e89d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0553763 Jul 21 22:57:39.892346 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-47eda22f-cd5d-4ad1-8741-d7457ce8e54b req-429edd07-cc2a-4c8a-a347-e60f60763bb8 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501797 Jul 21 22:57:41.028631 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6df350-6e43-4dc9-a8e5-1563589d38d9 req-2fd352c5-4029-4c14-a1f3-8ab57c448d11 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:41.031436 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a6df350-6e43-4dc9-a8e5-1563589d38d9 req-2fd352c5-4029-4c14-a1f3-8ab57c448d11 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0620215 Jul 21 22:57:41.085518 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a6df350-6e43-4dc9-a8e5-1563589d38d9 req-b26a8f06-37df-4680-93df-71891c01aa9a tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491176 Jul 21 22:57:41.342937 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:41.342937 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:41.369932 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:42.006850 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-72240eb7-cc07-4842-96e9-977667fee1ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.150972 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Request body: {'port': {'device_id': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:57:42.192076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:42.203606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3a7778-68d5-4950-9fbd-1dc7155981ed req-6f6fb5b9-d856-4233-9c5f-aafbcea3a0a7 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:42.205187 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ed3a7778-68d5-4950-9fbd-1dc7155981ed req-6f6fb5b9-d856-4233-9c5f-aafbcea3a0a7 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 932 time: 0.0502651 Jul 21 22:57:42.214271 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.256977 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ed3a7778-68d5-4950-9fbd-1dc7155981ed req-725f563d-5c9a-411a-93e1-79c9c15798cb tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455971 Jul 21 22:57:42.475848 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2c971ef-1e12-4937-8388-d94ceee5e560 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:42.483326 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks [] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.496348 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Transition to ACTIVE for port object f2c971ef-1e12-4937-8388-d94ceee5e560 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:57:42.555138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.607892 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:42.682983 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Attempting to bind port f2c971ef-1e12-4937-8388-d94ceee5e560 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:57:42.683295 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Attempting to bind port f2c971ef-1e12-4937-8388-d94ceee5e560 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:57:42.683635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Attempting to bind port f2c971ef-1e12-4937-8388-d94ceee5e560 on network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:42.688591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Port f2c971ef-1e12-4937-8388-d94ceee5e560 on network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:57:42.688922 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Attempting to bind port f2c971ef-1e12-4937-8388-d94ceee5e560 on network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:57:42.694392 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:57:42.694739 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Checking segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:57:42.695142 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Bound using segment: {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:57:42.695563 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Bound port: f2c971ef-1e12-4937-8388-d94ceee5e560, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7e1ba884-02f7-473e-b7ea-880a06556ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 606, 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:57:42.695927 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.729929 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:42.760017 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:57:42.763138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:57:42.828821 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.863252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:42.863989 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:42.865398 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] 10.222.0.33 "PUT /v2.0/ports/f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 1094 time: 0.7195120 Jul 21 22:57:42.867682 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:42.870043 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d1367c-b932-4e42-9d89-4c04dfee1312" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:42.899232 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79200e9d-e86e-415b-8d8a-ee88ea6a5930 service neutron] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:42.911822 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df85dba1-0593-463e-a580-ded9407d4aac x-openstack-request-id: req-df85dba1-0593-463e-a580-ded9407d4aac {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:42.912335 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:42.912604 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-df85dba1-0593-463e-a580-ded9407d4aac {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:42.913004 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df85dba1-0593-463e-a580-ded9407d4aac'] response: {'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 22:57:42.976400 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:42.990113 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-34cc4d80-c71e-4369-9c43-004999c1bdc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:42.990293 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-34cc4d80-c71e-4369-9c43-004999c1bdc4 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1128 time: 0.0456820 Jul 21 22:57:43.100987 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-bd1523d1-56f9-4b75-ba53-8d88bde9f5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.102450 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-bd1523d1-56f9-4b75-ba53-8d88bde9f5e4 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=5dbf5236757941d6b4db3517e1757621&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1016953 Jul 21 22:57:43.201432 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-2b44d897-d607-4eef-881a-5e4eb9dc9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.202947 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7d1367c-b932-4e42-9d89-4c04dfee1312 req-2b44d897-d607-4eef-881a-5e4eb9dc9b6b service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0918276 Jul 21 22:57:43.389671 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e71ff0-ebf1-4dca-814c-0db72d3122ec req-6da30477-41c6-4c3c-a65a-51e64a3065e6 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.391270 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-27e71ff0-ebf1-4dca-814c-0db72d3122ec req-6da30477-41c6-4c3c-a65a-51e64a3065e6 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 944 time: 0.0548906 Jul 21 22:57:43.441954 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-27e71ff0-ebf1-4dca-814c-0db72d3122ec req-d4e50feb-31b9-4a9c-8caa-83cd44a9b965 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443521 Jul 21 22:57:43.514549 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-bcd77949-9837-427a-a771-48934a746845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.516124 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-bcd77949-9837-427a-a771-48934a746845 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1128 time: 0.2765808 Jul 21 22:57:43.554559 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-3a966f47-5388-4b9d-a71a-731e6e006d4e service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 217 time: 0.0308468 Jul 21 22:57:43.605520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-1c3660fe-71cf-47b1-ba66-d64242ceb317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.606987 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-1c3660fe-71cf-47b1-ba66-d64242ceb317 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.0457296 Jul 21 22:57:43.651020 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-91b229b8-2b68-4feb-b756-32b3ac8e831d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:43.652472 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-91b229b8-2b68-4feb-b756-32b3ac8e831d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382450 Jul 21 22:57:43.758276 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-bddbac27-0f3c-4a03-bdde-fd0c6a6ab6f2 service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823770 Jul 21 22:57:43.848570 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0e1e3e4-7065-4257-b399-26af760d03e7 req-4a9cef01-972c-40a4-9565-0ffbff163ce7 service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835643 Jul 21 22:57:44.250318 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-72fae35e-c861-46a8-b41d-3312db3ebcbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:44.555972 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a86b3-495c-4b46-aab0-bc2dc593db62 req-72a569a0-2030-4174-91f3-daac6b07ab4b tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:44.557439 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa6a86b3-495c-4b46-aab0-bc2dc593db62 req-72a569a0-2030-4174-91f3-daac6b07ab4b tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 944 time: 0.0491893 Jul 21 22:57:44.603834 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa6a86b3-495c-4b46-aab0-bc2dc593db62 req-fdfaef5e-55f8-47f0-8310-12b45ad6ef3e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409708 Jul 21 22:57:45.566692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:45.716891 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa03cba-1cd4-431e-8897-4d96055ecabe req-714f2b45-240d-4af6-bd53-68592c424728 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:45.718354 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9fa03cba-1cd4-431e-8897-4d96055ecabe req-714f2b45-240d-4af6-bd53-68592c424728 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 944 time: 0.0471389 Jul 21 22:57:45.764211 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9fa03cba-1cd4-431e-8897-4d96055ecabe req-c056d239-c4de-4cf1-b8c5-05a30a657fa5 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400777 Jul 21 22:57:46.050388 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:46.066169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f2c971ef-1e12-4937-8388-d94ceee5e560 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:57:46.165607 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:46.177158 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'port_id': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'mac_address': 'fa:16:3e:c6:a8:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 606, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:57:46.210949 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port f2c971ef-1e12-4937-8388-d94ceee5e560 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:46.211363 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:46.224234 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2c971ef-1e12-4937-8388-d94ceee5e560 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:57:46.247232 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:46.327565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:46.375386 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:46.633296 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=16 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:46.637197 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=29,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:46.768960 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:57:46.890720 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3915a34a-9200-41c6-ae01-1bc33bf45a42 req-568cf2b0-4f53-48cc-a18d-10fa0ecbc600 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:46.892492 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3915a34a-9200-41c6-ae01-1bc33bf45a42 req-568cf2b0-4f53-48cc-a18d-10fa0ecbc600 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 945 time: 0.0503039 Jul 21 22:57:46.945875 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3915a34a-9200-41c6-ae01-1bc33bf45a42 req-00d6e3a5-e849-4f91-809e-ec22b6c668fc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477653 Jul 21 22:57:47.155979 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:47.275365 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:48.066724 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c245b66-2d51-4831-a793-cbd2202e4e38 req-528bb494-f280-459f-ab1a-3a7a3838c4e1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:48.068276 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c245b66-2d51-4831-a793-cbd2202e4e38 req-528bb494-f280-459f-ab1a-3a7a3838c4e1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 945 time: 0.0509646 Jul 21 22:57:48.084317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f2c971ef-1e12-4937-8388-d94ceee5e560 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:57:48.115721 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c245b66-2d51-4831-a793-cbd2202e4e38 req-a0db686c-9511-4e48-8fcd-cca76af05bba tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418313 Jul 21 22:57:48.125352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port f2c971ef-1e12-4937-8388-d94ceee5e560 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:57:48.167227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port f2c971ef-1e12-4937-8388-d94ceee5e560 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:57:48.167608 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:48.241987 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port f2c971ef-1e12-4937-8388-d94ceee5e560 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:57:48.242372 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:48.264805 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:48.267068 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fad9dc6-3205-4b0d-b365-39376b6ef9c8" -d '{"events": [{"server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "name": "network-vif-plugged", "status": "completed", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:48.279423 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:48.304003 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4534ac-8ad0-41b6-b736-d733328a8752 x-openstack-request-id: req-0c4534ac-8ad0-41b6-b736-d733328a8752 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:48.304313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "name": "network-vif-plugged", "status": "completed", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:48.304570 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0c4534ac-8ad0-41b6-b736-d733328a8752 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:48.304974 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0c4534ac-8ad0-41b6-b736-d733328a8752'] response: {'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'code': 200} Jul 21 22:57:48.338423 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:48.386190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:48.714936 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5beeacf-d0d4-48b4-afa7-a502598ac5c5 req-2f147b6e-9401-4ba8-9616-96995cc8826e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:48.716440 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e5beeacf-d0d4-48b4-afa7-a502598ac5c5 req-2f147b6e-9401-4ba8-9616-96995cc8826e service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1130 time: 0.0384269 Jul 21 22:57:48.761307 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e5beeacf-d0d4-48b4-afa7-a502598ac5c5 req-8ac09afa-71e9-44a5-8c00-dde7370dc6b7 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370984 Jul 21 22:57:49.223782 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:49.232139 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa888350-2c5b-4f77-bfbe-a59163cf5050 req-db9068ff-007e-4aa2-bd29-0b93cc021b54 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:49.233599 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fa888350-2c5b-4f77-bfbe-a59163cf5050 req-db9068ff-007e-4aa2-bd29-0b93cc021b54 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Jul 21 22:57:49.279794 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fa888350-2c5b-4f77-bfbe-a59163cf5050 req-0b2103ae-d83b-49a0-a851-2dd014daecb0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406663 Jul 21 22:57:50.016475 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0b47f4-3535-4989-9bcd-ce7e209e6180 req-1895295a-6777-401e-8fa5-3454d6df3db0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.017974 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c0b47f4-3535-4989-9bcd-ce7e209e6180 req-1895295a-6777-401e-8fa5-3454d6df3db0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0506003 Jul 21 22:57:50.068736 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7c0b47f4-3535-4989-9bcd-ce7e209e6180 req-36ffc2cc-e3e9-4635-a4e5-52e261aad21b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447598 Jul 21 22:57:50.226975 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71702f4-8246-498d-b726-69beb518e73b req-f613be41-5ed2-4d4c-af92-073481e2109f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.228374 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-f613be41-5ed2-4d4c-af92-073481e2109f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0404863 Jul 21 22:57:50.323221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:50.326309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71702f4-8246-498d-b726-69beb518e73b req-a1ae65b5-1c5c-4ffb-b2b7-1a03d8e6c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.327866 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-a1ae65b5-1c5c-4ffb-b2b7-1a03d8e6c6d4 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.0898378 Jul 21 22:57:50.398471 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a41fa5b-fd04-4cc2-af98-dd5682ae5cc6 req-8ca96394-e706-483c-9d0e-0cd3d504e730 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.399992 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2a41fa5b-fd04-4cc2-af98-dd5682ae5cc6 req-8ca96394-e706-483c-9d0e-0cd3d504e730 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0473678 Jul 21 22:57:50.400216 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-4043fdac-b4df-49eb-8a35-82ad82c2349c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 1001 time: 0.0563290 Jul 21 22:57:50.433031 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:50.447670 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2a41fa5b-fd04-4cc2-af98-dd5682ae5cc6 req-72d54c45-0191-45b2-896e-fcc3c2e982ef tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422127 Jul 21 22:57:50.456134 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71702f4-8246-498d-b726-69beb518e73b req-8a990204-df25-4ea1-a2a6-1f7394084a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.457764 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-8a990204-df25-4ea1-a2a6-1f7394084a50 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0485594 Jul 21 22:57:50.511177 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71702f4-8246-498d-b726-69beb518e73b req-cd82fc02-3932-4684-8a55-b3450742dd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:50.512699 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-cd82fc02-3932-4684-8a55-b3450742dd7d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391195 Jul 21 22:57:50.618566 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-233209e5-aa54-425c-b409-f9c3b9379117 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879140 Jul 21 22:57:50.724436 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a71702f4-8246-498d-b726-69beb518e73b req-bbb38760-d4ce-4f16-b6d5-62d014a8ce92 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949798 Jul 21 22:57:51.032364 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c27663-8a72-48fd-96a3-ec72865b2941 req-0d8dbe21-8ed8-4dc6-8bf3-88e01b64953a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:51.033798 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8c27663-8a72-48fd-96a3-ec72865b2941 req-0d8dbe21-8ed8-4dc6-8bf3-88e01b64953a tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0488594 Jul 21 22:57:51.083677 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8c27663-8a72-48fd-96a3-ec72865b2941 req-834e87b2-3746-447a-a305-351d75200a42 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438561 Jul 21 22:57:51.184100 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5520bb28-3280-4410-a2c2-b47583664b00 req-0df038ba-95a5-43ed-a2bb-60adfd97b97e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:51.185592 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5520bb28-3280-4410-a2c2-b47583664b00 req-0df038ba-95a5-43ed-a2bb-60adfd97b97e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0480833 Jul 21 22:57:51.237957 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5520bb28-3280-4410-a2c2-b47583664b00 req-aa0fccd0-65f2-4937-9305-182560eda9b2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462456 Jul 21 22:57:51.567367 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3796f322-4f57-4dac-b29f-a8814d1d2b6b req-d05559cb-f587-4fad-a02a-fd8794f84bdd tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:51.568866 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3796f322-4f57-4dac-b29f-a8814d1d2b6b req-d05559cb-f587-4fad-a02a-fd8794f84bdd tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0523269 Jul 21 22:57:51.616605 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3796f322-4f57-4dac-b29f-a8814d1d2b6b req-d2fe6402-80d2-4f97-bafa-a4bd884d0d77 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418007 Jul 21 22:57:52.200950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb1f12-257c-440d-8c6b-fc05c2328ad8 req-f278f19c-2c9b-4d56-bdd2-3b3879e46d3f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:52.202419 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-23eb1f12-257c-440d-8c6b-fc05c2328ad8 req-f278f19c-2c9b-4d56-bdd2-3b3879e46d3f tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0479028 Jul 21 22:57:52.250691 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-23eb1f12-257c-440d-8c6b-fc05c2328ad8 req-3785b257-88c4-46b9-a2d9-cd0f28880b09 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409880 Jul 21 22:57:52.354536 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2615a195-4032-4856-a271-ed7f480512fd req-248f997d-bf39-4823-9f23-b6a44e1a8576 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:52.356061 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2615a195-4032-4856-a271-ed7f480512fd req-248f997d-bf39-4823-9f23-b6a44e1a8576 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0476730 Jul 21 22:57:52.403087 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2615a195-4032-4856-a271-ed7f480512fd req-0827d938-fd81-422c-b293-26a6330c5420 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408354 Jul 21 22:57:52.730449 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2646d27f-2a1d-4ca8-8f9a-ac29fb9fbeb8 req-675b35cc-c390-4f1f-a955-9fcf20b6df4f tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:52.731946 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2646d27f-2a1d-4ca8-8f9a-ac29fb9fbeb8 req-675b35cc-c390-4f1f-a955-9fcf20b6df4f tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0480833 Jul 21 22:57:52.777798 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2646d27f-2a1d-4ca8-8f9a-ac29fb9fbeb8 req-2135a8ea-c11e-4a5b-8e73-d360a4f730e1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404201 Jul 21 22:57:53.370363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6913dd-5c58-4083-ad10-0920efb06a6c req-54108456-c3e9-474d-ac1d-996b4cfd43d1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:53.371883 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5e6913dd-5c58-4083-ad10-0920efb06a6c req-54108456-c3e9-474d-ac1d-996b4cfd43d1 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0532656 Jul 21 22:57:53.419086 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5e6913dd-5c58-4083-ad10-0920efb06a6c req-74929b25-d869-4cf8-83fb-4c51590dc8b6 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410171 Jul 21 22:57:53.517365 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49831305-4b66-4a40-866e-8aaffb2e86a6 req-5ffc28d9-6b6a-435d-b0df-126369163533 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:53.518766 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49831305-4b66-4a40-866e-8aaffb2e86a6 req-5ffc28d9-6b6a-435d-b0df-126369163533 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0484188 Jul 21 22:57:53.570420 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49831305-4b66-4a40-866e-8aaffb2e86a6 req-449ace1a-f151-4c34-a652-f570f1b0593d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461800 Jul 21 22:57:53.877768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:53.892654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b365f9a-55b4-4b62-b407-bd901381425a req-559c6f3b-fd27-4873-a067-b12ac6c062f6 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:53.892654 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b365f9a-55b4-4b62-b407-bd901381425a req-559c6f3b-fd27-4873-a067-b12ac6c062f6 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0473282 Jul 21 22:57:53.938906 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2b365f9a-55b4-4b62-b407-bd901381425a req-cc7711cd-88c7-4457-a6fe-1ffa5a912445 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426800 Jul 21 22:57:54.049291 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba91650-8a51-4f28-91eb-0bad85f1a8da req-9800c8ae-237a-4753-b225-b773f79eafcb tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:54.050763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aba91650-8a51-4f28-91eb-0bad85f1a8da req-9800c8ae-237a-4753-b225-b773f79eafcb tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0469983 Jul 21 22:57:54.098337 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aba91650-8a51-4f28-91eb-0bad85f1a8da req-7b4431a1-9cc9-4a10-be6f-3fd8d53683fe tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420301 Jul 21 22:57:54.413348 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-274f06f4-796e-4ca7-9819-05b7d55ea6e6 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:54.414835 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-274f06f4-796e-4ca7-9819-05b7d55ea6e6 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0470548 Jul 21 22:57:54.417404 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f3a131-08f2-4b5a-8e13-51d174bb68b0 req-a0ce2dbf-2e56-49cc-9461-1047ef1dc190 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:54.418864 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32f3a131-08f2-4b5a-8e13-51d174bb68b0 req-a0ce2dbf-2e56-49cc-9461-1047ef1dc190 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0460360 Jul 21 22:57:54.465558 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-32f3a131-08f2-4b5a-8e13-51d174bb68b0 req-e827faf7-14c6-4bdf-add1-7a624920f243 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406644 Jul 21 22:57:54.544215 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee1eb1f-8c59-49d6-b904-e5340fb24627 req-2acb4242-104b-406f-bf65-944c4cdc74e3 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:54.545797 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ee1eb1f-8c59-49d6-b904-e5340fb24627 req-2acb4242-104b-406f-bf65-944c4cdc74e3 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 945 time: 0.0511434 Jul 21 22:57:54.589099 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:54.593992 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ee1eb1f-8c59-49d6-b904-e5340fb24627 req-da48e3e1-f700-406d-9c92-4fd359a84a41 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/security-groups?id=c467ca80-146b-428f-a987-03fa1f1487fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422385 Jul 21 22:57:54.693850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c598167-f8a7-4ad4-9976-e3a14f9fdf4c req-79e3e8ae-2c60-4adf-bdea-ea44ca09d15c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:54.695494 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6c598167-f8a7-4ad4-9976-e3a14f9fdf4c req-79e3e8ae-2c60-4adf-bdea-ea44ca09d15c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0500889 Jul 21 22:57:54.743108 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6c598167-f8a7-4ad4-9976-e3a14f9fdf4c req-a79ed8d2-eeb4-4393-8508-f9cd9221dfb7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419931 Jul 21 22:57:54.812665 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Deleting port fe9a0edb-bd94-4e96-94e4-02d10d0624fb {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:57:54.813017 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:54.905564 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] For port fe9a0edb-bd94-4e96-94e4-02d10d0624fb, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,segment=NetworkSegment(991862c6-589a-4c04-8829-02c79bb8a8af),segment_id=991862c6-589a-4c04-8829-02c79bb8a8af)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:54.905932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:54.919476 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Calling delete_port for fe9a0edb-bd94-4e96-94e4-02d10d0624fb owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:57:55.107951 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (fe9a0edb-bd94-4e96-94e4-02d10d0624fb), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:55.137592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Pushing event deleted for resources: {'Port': ['ID=fe9a0edb-bd94-4e96-94e4-02d10d0624fb,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:55.164447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.164806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.165160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.165510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.165858 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.166197 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.166536 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.166897 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.167235 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.167567 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.167902 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.168238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.168571 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.168899 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.169229 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:57:55.197465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] No DVR routers for this DVR port fe9a0edb-bd94-4e96-94e4-02d10d0624fb on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:57:55.197465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:55.199603 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-18ed4617-a8e2-4f5c-8678-95d388f1a591 req-fd34c631-db12-4042-b522-6d6130c77701 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.33 "DELETE /v2.0/ports/fe9a0edb-bd94-4e96-94e4-02d10d0624fb HTTP/1.1" status: 204 len: 173 time: 0.4695022 Jul 21 22:57:55.203243 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'name': 'network-vif-deleted', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:55.205588 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8864d4-b436-41b5-b44b-117d09e0b9ae" -d '{"events": [{"server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "name": "network-vif-deleted", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:55.248486 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce1cac6a-73d6-41f8-8afd-0c35fb92f3ba x-openstack-request-id: req-ce1cac6a-73d6-41f8-8afd-0c35fb92f3ba {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:55.248776 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d5fa6-dec4-45e7-8e07-db1507b20ddc", "name": "network-vif-deleted", "tag": "fe9a0edb-bd94-4e96-94e4-02d10d0624fb", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:55.249033 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce1cac6a-73d6-41f8-8afd-0c35fb92f3ba {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:55.249438 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1cac6a-73d6-41f8-8afd-0c35fb92f3ba'] response: {'server_uuid': '965d5fa6-dec4-45e7-8e07-db1507b20ddc', 'name': 'network-vif-deleted', 'tag': 'fe9a0edb-bd94-4e96-94e4-02d10d0624fb', 'status': 'completed', 'code': 200} Jul 21 22:57:55.702827 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-50cbf6a7-b43b-434e-a258-6c56c131bd77 req-bb4d5a25-6d2c-41b3-b9f8-4dbab03c6b24 tempest-VolumesSnapshotTestJSON-370070837 tempest-VolumesSnapshotTestJSON-370070837-project] 10.222.0.52 "GET /v2.0/ports?device_id=965d5fa6-dec4-45e7-8e07-db1507b20ddc HTTP/1.1" status: 200 len: 210 time: 0.0304487 Jul 21 22:57:55.859715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bf4a5a-2704-4383-a3a1-d8df31d3553d req-525264e6-3826-4478-9b1f-838a46830993 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:55.861738 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-18bf4a5a-2704-4383-a3a1-d8df31d3553d req-525264e6-3826-4478-9b1f-838a46830993 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0484970 Jul 21 22:57:55.882114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:55.909110 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-18bf4a5a-2704-4383-a3a1-d8df31d3553d req-c424d18e-4a2a-4a99-8865-a0cd147f9bdf tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419166 Jul 21 22:57:56.116710 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device fe9a0edb-bd94-4e96-94e4-02d10d0624fb no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:57:56.135664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: fe9a0edb-bd94-4e96-94e4-02d10d0624fb {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:57:56.136018 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device fe9a0edb-bd94-4e96-94e4-02d10d0624fb not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:57:56.525563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f01cbb-d5c7-4767-b233-0eeb80b62bc0 req-938c5c89-f6de-49ad-86de-a98a71f1bafa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:56.527086 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b1f01cbb-d5c7-4767-b233-0eeb80b62bc0 req-938c5c89-f6de-49ad-86de-a98a71f1bafa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0589650 Jul 21 22:57:56.574757 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b1f01cbb-d5c7-4767-b233-0eeb80b62bc0 req-445de134-070a-4bd4-8858-1cf265211ce0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413795 Jul 21 22:57:57.023913 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf8911-9670-46ab-95e3-a32350bb11f3 req-5115af8b-01e6-403f-9065-1ce9a6b6b1ed tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:57.025415 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-33bf8911-9670-46ab-95e3-a32350bb11f3 req-5115af8b-01e6-403f-9065-1ce9a6b6b1ed tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0489519 Jul 21 22:57:57.073242 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-33bf8911-9670-46ab-95e3-a32350bb11f3 req-b4fd6655-141c-4dbc-8158-b5e6cb6bd758 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421691 Jul 21 22:57:57.552274 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:57:57.682413 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:57.695733 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30833a3c-7804-4c07-8d93-a16cb752329e req-5a794bcb-02be-4da8-a7e6-0e8180ff6b49 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:57.697211 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30833a3c-7804-4c07-8d93-a16cb752329e req-5a794bcb-02be-4da8-a7e6-0e8180ff6b49 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0519168 Jul 21 22:57:57.747779 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30833a3c-7804-4c07-8d93-a16cb752329e req-c326b74a-e209-438f-b84e-17240a3f956d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450938 Jul 21 22:57:58.188054 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49585698-65e6-4d95-a944-4eb34614931a req-dde65bda-cae7-4520-8e9e-59d879bbafff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:58.189469 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49585698-65e6-4d95-a944-4eb34614931a req-dde65bda-cae7-4520-8e9e-59d879bbafff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0493124 Jul 21 22:57:58.237801 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49585698-65e6-4d95-a944-4eb34614931a req-2d0209f4-2135-49b1-a4f2-bbb73e9f6db2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424600 Jul 21 22:57:58.289583 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-2f8540d1-b129-4db8-b210-322a0ced925e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:58.291140 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-2f8540d1-b129-4db8-b210-322a0ced925e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0517251 Jul 21 22:57:58.382826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=57,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:58.384270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=67,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:58.384529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Deleting port b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:57:58.385000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:58.479082 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] For port b6018a62-bad9-4d10-af9d-f5d0973eb84a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=b6018a62-bad9-4d10-af9d-f5d0973eb84a,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:57:58.479372 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:58.696638 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:58.697018 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:58.697411 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Floating IP f4371e18-b5a5-4256-b4ed-b234afb9581d disassociated. External IP: 172.27.0.139, port: b6018a62-bad9-4d10-af9d-f5d0973eb84a. Jul 21 22:57:58.697763 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Calling delete_port for b6018a62-bad9-4d10-af9d-f5d0973eb84a owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:57:58.757073 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:58.761742 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:58.877349 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5936181c-d865-49f4-9795-6287bb7025c3 req-c53c85cf-8008-4aa4-b75d-8954aff667b1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:58.878987 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5936181c-d865-49f4-9795-6287bb7025c3 req-c53c85cf-8008-4aa4-b75d-8954aff667b1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 946 time: 0.0508161 Jul 21 22:57:58.926849 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5936181c-d865-49f4-9795-6287bb7025c3 req-882113fe-3ef1-4add-ad33-5521b9948ca7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=ca00d584-4504-4bd0-966a-fc2157d87f88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423281 Jul 21 22:57:58.944807 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (b6018a62-bad9-4d10-af9d-f5d0973eb84a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:58.974592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'Port': ['ID=b6018a62-bad9-4d10-af9d-f5d0973eb84a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:57:59.082220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:57:59.185387 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:57:59.197279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:57:59.208453 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:59.209103 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:59.232740 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] No DVR routers for this DVR port b6018a62-bad9-4d10-af9d-f5d0973eb84a on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:57:59.235851 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:57:59.239101 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6c8d796-bb07-4b48-89e0-8cd8fe2b7e59 req-1d0cf1ce-1c10-49c7-b94e-d70275e2081e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "DELETE /v2.0/ports/b6018a62-bad9-4d10-af9d-f5d0973eb84a HTTP/1.1" status: 204 len: 173 time: 0.9414997 Jul 21 22:57:59.239548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-deleted', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:57:59.241834 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aef6efa-e114-49f0-b296-4dec90ddd768" -d '{"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-deleted", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:57:59.316139 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac6b546-c147-42a2-8663-7d6ab9600871 x-openstack-request-id: req-7ac6b546-c147-42a2-8663-7d6ab9600871 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:57:59.316720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f228a73-c5cf-494a-8440-c15567b7618b", "name": "network-vif-deleted", "tag": "b6018a62-bad9-4d10-af9d-f5d0973eb84a", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:57:59.316720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7ac6b546-c147-42a2-8663-7d6ab9600871 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:57:59.319895 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ac6b546-c147-42a2-8663-7d6ab9600871'] response: {'server_uuid': '5f228a73-c5cf-494a-8440-c15567b7618b', 'name': 'network-vif-deleted', 'tag': 'b6018a62-bad9-4d10-af9d-f5d0973eb84a', 'status': 'completed', 'code': 200} Jul 21 22:57:59.323924 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:59.397530 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731499c5-cb8e-425a-9f83-a70efbfb5b28 req-20e26748-a747-4f2b-b5de-20394416f259 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:57:59.399120 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-731499c5-cb8e-425a-9f83-a70efbfb5b28 req-20e26748-a747-4f2b-b5de-20394416f259 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0649788 Jul 21 22:57:59.448328 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-731499c5-cb8e-425a-9f83-a70efbfb5b28 req-00cb0790-57cb-49c1-af14-4217e604ce1d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433166 Jul 21 22:57:59.640955 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:59.665694 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:57:59.674587 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:57:59.675221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:57:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:57:59.763497 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:57:59.782838 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:57:59.974858 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:00.000452 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-504c72bd-a217-431c-b83f-8f9f68026eab None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:00.036070 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f77fb1b-03c9-4b50-bc58-6ca9c131a15c req-51e6e7db-dded-4bd5-9998-1126a43e5402 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0331948 Jul 21 22:58:00.268167 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-388ba9dc-230f-4154-bc6b-f318db3c262a None None] New status for floating IP f4371e18-b5a5-4256-b4ed-b234afb9581d: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:00.571235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee66367f-f9de-4b71-9404-810bcf936ec0 req-4fb212d2-ddf0-44a9-aff6-22c41e6bf50f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:00.572746 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ee66367f-f9de-4b71-9404-810bcf936ec0 req-4fb212d2-ddf0-44a9-aff6-22c41e6bf50f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0502188 Jul 21 22:58:00.624174 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ee66367f-f9de-4b71-9404-810bcf936ec0 req-17e424b6-7620-4cc6-989a-07f60d3bd3d5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456133 Jul 21 22:58:01.135714 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-46ced4e9-2c05-4518-87e4-5f31808e860b req-cfd3deac-cb49-43fe-b4f4-6dbf0b547b50 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0284832 Jul 21 22:58:01.737286 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e107f6c6-e035-46a2-93d9-44c4006e5746 req-36013b99-d1a1-4bdb-b20c-d25739a95967 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:01.738662 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e107f6c6-e035-46a2-93d9-44c4006e5746 req-36013b99-d1a1-4bdb-b20c-d25739a95967 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0463588 Jul 21 22:58:01.789063 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e107f6c6-e035-46a2-93d9-44c4006e5746 req-2df0e40b-5b7a-4c27-b31f-8b98cda92b5c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448878 Jul 21 22:58:02.245973 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1e6d9879-aa88-464e-8edb-1b5a5d54acef req-087a0a82-930f-4ab4-a7e3-17e69be7a6bc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=5f228a73-c5cf-494a-8440-c15567b7618b HTTP/1.1" status: 200 len: 210 time: 0.0282593 Jul 21 22:58:02.901162 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefc4fd-c7e9-4494-b415-382caa19856c req-c30b54d5-ccc6-4355-a16d-4fe81298f8dd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:02.902652 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6cefc4fd-c7e9-4494-b415-382caa19856c req-c30b54d5-ccc6-4355-a16d-4fe81298f8dd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0467725 Jul 21 22:58:02.955603 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6cefc4fd-c7e9-4494-b415-382caa19856c req-88dfb574-20bf-4d25-a322-2954245d7c2b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469453 Jul 21 22:58:04.082511 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d06ab21-cafe-41e3-bcc6-31810207b07c req-9fb36eab-c79b-46f2-8a16-952ceb9a2cec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:04.084008 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8d06ab21-cafe-41e3-bcc6-31810207b07c req-9fb36eab-c79b-46f2-8a16-952ceb9a2cec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0508022 Jul 21 22:58:04.134206 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8d06ab21-cafe-41e3-bcc6-31810207b07c req-7e8f3da5-4743-4b9a-b4af-9d621f76d83d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434325 Jul 21 22:58:04.434746 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39466) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:04.489253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (ca00d584-4504-4bd0-966a-fc2157d87f88), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.517238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (ca00d584-4504-4bd0-966a-fc2157d87f88), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.519611 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:04.647413 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ca00d584-4504-4bd0-966a-fc2157d87f88), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.650022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.651240 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "DELETE /v2.0/security-groups/ca00d584-4504-4bd0-966a-fc2157d87f88 HTTP/1.1" status: 204 len: 168 time: 0.2154934 Jul 21 22:58:04.654118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39474) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:04.663004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca00d584-4504-4bd0-966a-fc2157d87f88,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:04.668784 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.api.v2.resource [None req-0e88230b-396d-4c27-a010-6f11a0576a47 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] show failed (client error): The resource could not be found. Jul 21 22:58:04.673481 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0e88230b-396d-4c27-a010-6f11a0576a47 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups/ca00d584-4504-4bd0-966a-fc2157d87f88 HTTP/1.1" status: 404 len: 347 time: 0.0144250 Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.673580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.674215 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39476) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:04.674290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.674290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.674290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.674509 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.674847 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.675357 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.675688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.676503 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a209f30-e61f-4964-9993-7a06f767bcad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:04.783303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Deleting port 33759667-6052-4c80-9815-877003a78dfb {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:04.783654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (33759667-6052-4c80-9815-877003a78dfb), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.842360 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:04.864667 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (33759667-6052-4c80-9815-877003a78dfb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.865003 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (33759667-6052-4c80-9815-877003a78dfb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:04.878090 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Calling delete_port for 33759667-6052-4c80-9815-877003a78dfb owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:04.881718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:58:04.904152 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: b6018a62-bad9-4d10-af9d-f5d0973eb84a {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:58:04.904493 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device b6018a62-bad9-4d10-af9d-f5d0973eb84a not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:58:05.088283 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (33759667-6052-4c80-9815-877003a78dfb), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.121025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'Port': ['ID=33759667-6052-4c80-9815-877003a78dfb,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:05.184488 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4371e18-b5a5-4256-b4ed-b234afb9581d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.187188 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.188554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-892e0a7d-70a0-4a3f-867d-1b83f3f882fc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4371e18-b5a5-4256-b4ed-b234afb9581d HTTP/1.1" status: 204 len: 168 time: 0.5139441 Jul 21 22:58:05.257487 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7be0da-76a8-47f5-82f2-fccd7b497088 req-e1af4599-3894-4a90-a5e5-22c8690f9c40 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:05.259292 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4e7be0da-76a8-47f5-82f2-fccd7b497088 req-e1af4599-3894-4a90-a5e5-22c8690f9c40 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0500929 Jul 21 22:58:05.308095 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4e7be0da-76a8-47f5-82f2-fccd7b497088 req-0f17cb8a-2865-4490-9d45-8f0adde9b471 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424242 Jul 21 22:58:05.327949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39486) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:05.332531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group': {'name': 'tempest-securitygroup--796497513', 'description': 'tempest-description--1583287798'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:05.436430 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.487800 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:05.509659 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.604568 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.634684 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:05.697946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.699247 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-cefa7360-112b-45e1-a68f-808057feda75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3702805 Jul 21 22:58:05.702043 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39488) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:05.706887 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group_rule': {'security_group_id': '4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:05.793310 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (eb071fb7-8efb-4225-b2ff-0539720e70c3), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.841189 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (eb071fb7-8efb-4225-b2ff-0539720e70c3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.910202 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (eb071fb7-8efb-4225-b2ff-0539720e70c3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:05.929251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb071fb7-8efb-4225-b2ff-0539720e70c3,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:06.004375 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.005617 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5ea39cf1-2e21-44f4-94e4-74a9432fa91c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3026555 Jul 21 22:58:06.008325 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39494) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:06.012654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'security_group_rule': {'security_group_id': '4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:06.099279 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (6f800bec-2a10-4031-a94e-05b3d572f225), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.118539 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:DELETE=6,neutron:INSERT=11 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:06.158403 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (6f800bec-2a10-4031-a94e-05b3d572f225), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.233569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (6f800bec-2a10-4031-a94e-05b3d572f225), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.254616 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f800bec-2a10-4031-a94e-05b3d572f225,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:06.309717 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.310998 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-686b9778-81c1-474c-848e-1826398a15f6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3016655 Jul 21 22:58:06.314710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39498) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:06.320137 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:06.424629 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a4602a-3c1c-48ab-a253-43110f6fd410 req-d333dc38-035a-4e11-a108-fb663295fded tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:06.426293 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-13a4602a-3c1c-48ab-a253-43110f6fd410 req-d333dc38-035a-4e11-a108-fb663295fded tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0505126 Jul 21 22:58:06.449704 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.526510 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-13a4602a-3c1c-48ab-a253-43110f6fd410 req-b1ad9db3-3be4-44d2-9614-411c11c68bec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941288 Jul 21 22:58:06.555526 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.615060 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:06.662557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Allocated IP 172.27.0.225 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/586c8e2d-e8fc-4af3-868e-919585b0d781) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:06.765549 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.864560 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.899668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:06.902553 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:06.908654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:06.935179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=586c8e2d-e8fc-4af3-868e-919585b0d781,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:06.995002 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:06.996118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:07.086865 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:07.235814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:07.330460 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:07.396481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=586c8e2d-e8fc-4af3-868e-919585b0d781,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:07.410136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:07.478251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:07.479570 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-40acec94-7d6e-4cf0-a07a-6ad2949135dc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1628194 Jul 21 22:58:07.650816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42b8fc6-cbde-49a7-bf4a-22e3f34f9f2b req-c133bb05-6ee4-435b-8c2a-b62b3318a66b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:07.652422 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c42b8fc6-cbde-49a7-bf4a-22e3f34f9f2b req-c133bb05-6ee4-435b-8c2a-b62b3318a66b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0522740 Jul 21 22:58:07.689850 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-91c9c920-ab26-40ec-9d37-6fcdb1677356 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--796497513&fields=id&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 267 time: 0.0438802 Jul 21 22:58:07.701824 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c42b8fc6-cbde-49a7-bf4a-22e3f34f9f2b req-6352314f-aa9a-4a61-a449-d00d2f94ab94 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437977 Jul 21 22:58:07.798261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-cc060ffc-0203-41a9-b5fc-293b1b70c124 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:07.799768 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-cc060ffc-0203-41a9-b5fc-293b1b70c124 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 817 time: 0.1034276 Jul 21 22:58:07.814993 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-a0941e9b-207e-47a1-b96e-e7d19a4d6e32 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/quotas/2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 375 time: 0.0099058 Jul 21 22:58:07.864274 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-9e1bd0a3-a13b-4ff2-84c7-2f0edf7fac7c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0440729 Jul 21 22:58:08.201594 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-8c1616fd-e360-4ae1-9547-0067ea060166 service neutron] 10.222.0.52 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3262391 Jul 21 22:58:08.215364 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:08.295292 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-39853f5c-5cbf-4ddf-b980-9637b8c7c589 service neutron] 10.222.0.52 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879791 Jul 21 22:58:08.542284 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9fa1abad-fa77-4ca8-b536-201a61431f79 req-72a09874-d9ae-4765-bbc2-b0dcd4bb879d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0286198 Jul 21 22:58:08.818738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf8378-8c31-467f-a66f-6a31206e79d4 req-1756a9b0-d3e1-4f57-873b-b3228d918c91 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:08.820366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-81cf8378-8c31-467f-a66f-6a31206e79d4 req-1756a9b0-d3e1-4f57-873b-b3228d918c91 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0494442 Jul 21 22:58:08.870919 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-81cf8378-8c31-467f-a66f-6a31206e79d4 req-9f555f6b-7fc0-47a2-891d-7f3e3c799882 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448711 Jul 21 22:58:09.638950 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3c27183d-ba3c-44fd-b393-137ab18f51b7 req-cf08f116-7f5f-4dc2-a50b-cba880e8e278 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0273526 Jul 21 22:58:09.987004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa269e2-b79a-41ae-bfeb-82da6a28b230 req-ac4b169a-4569-40a2-aa62-89b0799b9353 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:09.988542 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0fa269e2-b79a-41ae-bfeb-82da6a28b230 req-ac4b169a-4569-40a2-aa62-89b0799b9353 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0492651 Jul 21 22:58:10.035502 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0fa269e2-b79a-41ae-bfeb-82da6a28b230 req-fd1b0c45-c05c-4758-abd6-5b63aaa56a36 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415816 Jul 21 22:58:10.339214 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:10.342150 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:10.740545 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dc455185-930a-4c38-93f4-a938399a8e88 req-ae45a96a-a5ae-479c-91d0-a5254061b94a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0310102 Jul 21 22:58:11.147929 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d60dd26-83b1-460b-8924-45de1859a372 req-9fa7ed9d-b3bf-457a-8361-d81fe54029eb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:11.149443 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1d60dd26-83b1-460b-8924-45de1859a372 req-9fa7ed9d-b3bf-457a-8361-d81fe54029eb tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0468616 Jul 21 22:58:11.196770 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1d60dd26-83b1-460b-8924-45de1859a372 req-b1cc30a0-227b-424d-a7a2-b38db46a34cd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420358 Jul 21 22:58:11.993133 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-62cc49da-bc72-4a6f-a9d4-79c7e23d8e5f req-c76fda75-025e-4e30-b407-ffe6294b6153 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.1810365 Jul 21 22:58:12.022367 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-29a0590f-f320-402b-be1e-4be44025d397 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:12.375609 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb4fdb0-ff03-4f0f-b722-7c2e5b9c4195 req-252467c5-c509-4826-afea-8a7b1c9fea5a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:12.377168 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6bb4fdb0-ff03-4f0f-b722-7c2e5b9c4195 req-252467c5-c509-4826-afea-8a7b1c9fea5a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.1123149 Jul 21 22:58:12.428791 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6bb4fdb0-ff03-4f0f-b722-7c2e5b9c4195 req-2a57a9c5-45ed-48af-b128-61e2ebaf1e4e tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456676 Jul 21 22:58:12.515774 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:12.554752 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-45656f6a-c98c-4661-b004-e0a6bf289f92 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:12.561196 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-45656f6a-c98c-4661-b004-e0a6bf289f92 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 817 time: 0.1175635 Jul 21 22:58:12.678140 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156a1bf-eb0d-4352-b735-6ac8c2620f5c req-a5f8913b-3418-44d0-82ee-2f49807624ba tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:12.680576 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e156a1bf-eb0d-4352-b735-6ac8c2620f5c req-a5f8913b-3418-44d0-82ee-2f49807624ba tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0486937 Jul 21 22:58:12.711135 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:12.728691 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e156a1bf-eb0d-4352-b735-6ac8c2620f5c req-93b417d5-13d3-4d10-b31a-75195e33bbb8 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424054 Jul 21 22:58:12.757467 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39592) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:12.844723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02823f32-f651-4b46-9bd6-287b563b7d02 tempest-TestMinimumBasicScenario-1526199233 tempest-TestMinimumBasicScenario-1526199233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:12.846931 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-02823f32-f651-4b46-9bd6-287b563b7d02 tempest-TestMinimumBasicScenario-1526199233 tempest-TestMinimumBasicScenario-1526199233-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1125 time: 0.0883472 Jul 21 22:58:12.850399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39598) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:12.854754 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'port_id': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:12.970594 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:13.050668 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:13.098057 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f06417ce-6a51-410e-a12a-0b02848aa2de req-67b2fbd3-a2ea-44b4-a923-35d2a85ca42e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0319943 Jul 21 22:58:13.168361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Allocated IP 172.27.0.123 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/3a17181b-147b-46b6-b4c1-c4ea5e318139) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:13.273575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:13.281367 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:13.363190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:13.405482 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:13.415053 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:13.417566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:13.423790 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'Port': ['ID=3a17181b-147b-46b6-b4c1-c4ea5e318139,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:13.554356 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe2494b-21a9-4255-ba6c-d293fd10d3c8 req-545506ab-0895-42bc-aa4a-41f9a08c9db2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:13.556524 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-abe2494b-21a9-4255-ba6c-d293fd10d3c8 req-545506ab-0895-42bc-aa4a-41f9a08c9db2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0496783 Jul 21 22:58:13.606121 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-abe2494b-21a9-4255-ba6c-d293fd10d3c8 req-15bec681-b738-456e-8263-e83662bda415 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436432 Jul 21 22:58:13.706654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:13.729342 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60feef7-fd13-4740-9840-e49842a60e69 req-e01bf612-ebe2-43c9-844f-690cd38ad1e4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:13.736048 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a60feef7-fd13-4740-9840-e49842a60e69 req-e01bf612-ebe2-43c9-844f-690cd38ad1e4 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0509493 Jul 21 22:58:13.769425 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for floatingip (8c68ded6-3b27-4fc3-95f6-865854a09c85), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:13.852314 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-ef5e38ae-9d41-4d7b-9c2a-55158d338b79 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 379 time: 0.1045706 Jul 21 22:58:13.856482 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a60feef7-fd13-4740-9840-e49842a60e69 req-56319202-7888-4638-89f1-494bbe214268 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930920 Jul 21 22:58:13.928689 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.072969 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.148937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.228258 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-07c193fe-6562-439c-a09d-d48260d15734 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.441334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (8c68ded6-3b27-4fc3-95f6-865854a09c85), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.495450 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a62e6db-0130-49c8-b995-f0333bea2e6b req-e237dd86-d2e1-4e28-9589-656aead03228 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0735765 Jul 21 22:58:14.504322 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'Port': ['ID=3a17181b-147b-46b6-b4c1-c4ea5e318139,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:14.564041 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Floating IP 8c68ded6-3b27-4fc3-95f6-865854a09c85 associated. External IP: 172.27.0.123, port: f2c971ef-1e12-4937-8388-d94ceee5e560. Jul 21 22:58:14.660081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:14.724822 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1f8fa9-6114-4703-8af3-b187d82fe4e4 req-bdb027a0-394e-4ea2-9f37-2c603a7a0c97 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:14.726258 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3d1f8fa9-6114-4703-8af3-b187d82fe4e4 req-bdb027a0-394e-4ea2-9f37-2c603a7a0c97 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0500011 Jul 21 22:58:14.766235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Router 2cd398cf-d4a6-463c-afff-c641ddd02a11 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:14.775472 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3d1f8fa9-6114-4703-8af3-b187d82fe4e4 req-9325c9ee-db0c-4f6a-b765-7f91824d47ff tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433660 Jul 21 22:58:14.872255 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:14.884560 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Sync routers for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:14.895984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:14.896610 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:14.956718 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:14.996997 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5d82cf-7994-42b2-9c87-8ce7e2e7de41 req-c27cd5ee-7967-4029-a6bd-b2f434ef7db3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:14.998424 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4b5d82cf-7994-42b2-9c87-8ce7e2e7de41 req-c27cd5ee-7967-4029-a6bd-b2f434ef7db3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0719416 Jul 21 22:58:14.999809 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:15.002673 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-19e63f39-48a8-4067-b7cb-cc491e99cfff tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1507626 Jul 21 22:58:15.003382 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:15.005511 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39630) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:15.005771 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-836a5b7e-8911-40ff-b699-fd273560d599" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:15.016080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-789023141', 'description': 'tempest-secgroup-smoke-789023141 description', 'project_id': '5dbf5236757941d6b4db3517e1757621'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:15.055789 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4b5d82cf-7994-42b2-9c87-8ce7e2e7de41 req-31fee8f8-c4e4-4da0-88f5-21331e8a2488 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470154 Jul 21 22:58:15.062291 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d15b0c-c3a0-4197-a495-a9191772b722 x-openstack-request-id: req-51d15b0c-c3a0-4197-a495-a9191772b722 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:15.062586 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:15.062872 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51d15b0c-c3a0-4197-a495-a9191772b722 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:15.063288 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51d15b0c-c3a0-4197-a495-a9191772b722'] response: {'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 22:58:15.102482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.144139 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.171322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.221859 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8c68ded6-3b27-4fc3-95f6-865854a09c85', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'port_id': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'mac_address': 'fa:16:3e:c6:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:13Z', 'updated_at': '2022-07-21T22:58:13Z', 'revision_number': 0, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:15.247649 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Checking router: 2cd398cf-d4a6-463c-afff-c641ddd02a11 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:15.260418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:15.261311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:15.263382 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.307704 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'port': {'device_id': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'admin_state_up': True, 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'security_groups': ['4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:15.342889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4db7d82-3115-43b8-96ce-eb5ecced3e81 req-d7e7f4c1-919e-4a5c-a1ac-b1661eed4166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:15.344476 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b4db7d82-3115-43b8-96ce-eb5ecced3e81 req-d7e7f4c1-919e-4a5c-a1ac-b1661eed4166 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0469971 Jul 21 22:58:15.370930 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:15.381972 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:15.394624 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5b7e-8911-40ff-b699-fd273560d599 req-d3116489-f1ef-4687-aa2c-7fa8c92a7acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:15.396186 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-d3116489-f1ef-4687-aa2c-7fa8c92a7acf service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1130 time: 0.0776994 Jul 21 22:58:15.437937 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b4db7d82-3115-43b8-96ce-eb5ecced3e81 req-1d729fec-1db3-4f73-a334-b767da945515 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564473 Jul 21 22:58:15.448599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.450244 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0cf429f7-5971-46ea-af36-2c6b6ce6db39 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4433861 Jul 21 22:58:15.453416 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39642) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:15.458184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:15.478671 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.558647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (807d0ebd-d21b-47ea-b03c-52e473bfcc91), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.584650 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.585973 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.600699 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.611113 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.628416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5b7e-8911-40ff-b699-fd273560d599 req-ba93e482-2856-4c33-a9ba-6b73cb943aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:15.629892 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-ba93e482-2856-4c33-a9ba-6b73cb943aae service neutron] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 916 time: 0.1446397 Jul 21 22:58:15.630462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Made reservation on behalf of 2f7e8103418741398872d59d16e0e919 for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:58:15.634015 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.637483 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (807d0ebd-d21b-47ea-b03c-52e473bfcc91), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.638420 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bf2f11fe-8cd0-4aea-a1b4-375107055aef req-0f8574f2-7b85-40dd-9271-0fdcf888890a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0488687 Jul 21 22:58:15.671495 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8c68ded6-3b27-4fc3-95f6-865854a09c85', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'port_id': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'mac_address': 'fa:16:3e:c6:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:13Z', 'updated_at': '2022-07-21T22:58:13Z', 'revision_number': 0, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:15.696964 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d43d232-bad1-46b9-91ad-ba66319798c5 None None] The sync data for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi is: [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8c68ded6-3b27-4fc3-95f6-865854a09c85', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'port_id': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'mac_address': 'fa:16:3e:c6:a8:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:13Z', 'updated_at': '2022-07-21T22:58:13Z', 'revision_number': 0, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:15.704855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (807d0ebd-d21b-47ea-b03c-52e473bfcc91), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.726987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=807d0ebd-d21b-47ea-b03c-52e473bfcc91,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:15.782183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.805011 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ab895a55-03b5-4689-af4e-3c95ad771101 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3291461 Jul 21 22:58:15.805181 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Allocated IP 172.20.0.4 (9aabd78e-e211-4aea-bb01-9d58894470ca/dded05c3-784d-41dd-8d21-1b86d4802db6/bfe9e93c-d1f9-4919-a48d-408be052b179) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:15.805633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39646) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:15.805633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:15.906405 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6495a028-8580-48ba-b764-c266337c5939 req-0f6de093-319e-4aa5-b546-4bbcf4a1e155 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:15.907990 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6495a028-8580-48ba-b764-c266337c5939 req-0f6de093-319e-4aa5-b546-4bbcf4a1e155 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0530345 Jul 21 22:58:15.931341 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (f2e14b75-30ff-4375-a26a-c84590efa54d), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:15.947997 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2807629-5f45-48e7-a081-c532e4211b84 None None] New status for floating IP 8c68ded6-3b27-4fc3-95f6-865854a09c85: ACTIVE {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:15.952366 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-7d7e6023-f6b2-458e-8efc-09d39aba9bf4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 1000 time: 0.1108902 Jul 21 22:58:15.976843 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.987654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:15.993324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.005675 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6495a028-8580-48ba-b764-c266337c5939 req-29f9808f-1401-4040-80ae-14b0c3a81b22 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910037 Jul 21 22:58:16.013269 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (f2e14b75-30ff-4375-a26a-c84590efa54d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.076140 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.104626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (f2e14b75-30ff-4375-a26a-c84590efa54d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.105770 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.125730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2e14b75-30ff-4375-a26a-c84590efa54d,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:16.181190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.182007 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Network 9aabd78e-e211-4aea-bb01-9d58894470ca is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:16.185253 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-34340f69-1c7c-4fd8-b392-6391fabbecca tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3946474 Jul 21 22:58:16.190068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39656) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:16.190068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:16.191595 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:16.196287 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:16.202339 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:16.234670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d0e13e-6716-4be7-a18c-ce8c0422de53 req-5bc649af-fb41-4ef5-99ae-08faa7729d49 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.236184 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-33d0e13e-6716-4be7-a18c-ce8c0422de53 req-5bc649af-fb41-4ef5-99ae-08faa7729d49 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.1017210 Jul 21 22:58:16.274272 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.274932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.310845 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-33d0e13e-6716-4be7-a18c-ce8c0422de53 req-7ca98431-a3c2-4ccd-9fd2-91b740c0f977 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=3f4b79f1-488f-414a-b908-c8fc282d6fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666935 Jul 21 22:58:16.311377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (33fe6eca-fa23-4f41-8d7e-dd9d1155725d), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.359058 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-effbb145-2679-4928-a6e4-b127ae67f24e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0555320 Jul 21 22:58:16.374948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (33fe6eca-fa23-4f41-8d7e-dd9d1155725d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.408193 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Request body: {'port': {'device_id': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:16.429997 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-4b87850b-6c76-4975-a1a3-6000a57995d8 None None] Provisioning complete for port bfe9e93c-d1f9-4919-a48d-408be052b179 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:16.431043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4b87850b-6c76-4975-a1a3-6000a57995d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.443117 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (33fe6eca-fa23-4f41-8d7e-dd9d1155725d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.467172 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-4b87850b-6c76-4975-a1a3-6000a57995d8 None None] Port bfe9e93c-d1f9-4919-a48d-408be052b179 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:58:16.469647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-e664b75f-3bf4-49b4-8b62-7e979bef55ca tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.471034 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-e664b75f-3bf4-49b4-8b62-7e979bef55ca tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 945 time: 0.0672159 Jul 21 22:58:16.480993 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33fe6eca-fa23-4f41-8d7e-dd9d1155725d,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:16.496328 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5b7e-8911-40ff-b699-fd273560d599 req-885fa530-2493-4ac3-b74b-4ca5451ac99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.497390 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-885fa530-2493-4ac3-b74b-4ca5451ac99f service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.1008534 Jul 21 22:58:16.515450 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.563133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.565148 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8d5c737f-04d1-42bc-ab8e-487467c5086e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3780909 Jul 21 22:58:16.567765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39662) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:16.572339 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:16.587276 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a5b7e-8911-40ff-b699-fd273560d599 req-2d94df59-6b28-4d22-96cd-ef443f82fd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.588779 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-2d94df59-6b28-4d22-96cd-ef443f82fd8a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0671694 Jul 21 22:58:16.603301 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 33a5af80-6fed-4810-81a0-1d24345dfa04 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:16.603301 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.608683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:16.705365 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] For port 33a5af80-6fed-4810-81a0-1d24345dfa04, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=33a5af80-6fed-4810-81a0-1d24345dfa04,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:16.705733 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.714240 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (8566cdf0-c0ea-4a13-b14a-c4d401f569a0), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.803380 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-6c1303a7-dedf-42aa-b578-2bb771f6a87a service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039821 Jul 21 22:58:16.844443 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:16.894644 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:16.901195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a49c498-a5ca-4bd9-b57d-884b5a4733f8 req-fe8864e3-f971-439f-a9cc-80eb4fc65820 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:16.902345 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks [] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:16.902721 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a49c498-a5ca-4bd9-b57d-884b5a4733f8 req-fe8864e3-f971-439f-a9cc-80eb4fc65820 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 931 time: 0.1731591 Jul 21 22:58:16.915558 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Transition to ACTIVE for port object bfe9e93c-d1f9-4919-a48d-408be052b179 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:58:16.956566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (8566cdf0-c0ea-4a13-b14a-c4d401f569a0), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.010673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.040988 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a49c498-a5ca-4bd9-b57d-884b5a4733f8 req-8b06eb0d-157b-4f13-a24b-23c46ba8ac79 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1055415 Jul 21 22:58:17.059795 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (8566cdf0-c0ea-4a13-b14a-c4d401f569a0), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.089319 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.089873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.090207 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 76e490dd-0918-4d86-bc41-02754a04845e disassociated. External IP: 172.27.0.41, port: 33a5af80-6fed-4810-81a0-1d24345dfa04. Jul 21 22:58:17.090609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 33a5af80-6fed-4810-81a0-1d24345dfa04 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:17.092759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:17.121975 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8566cdf0-c0ea-4a13-b14a-c4d401f569a0,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:17.126563 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.179764 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:17.185614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea595f-4f48-4946-91aa-5843e754d861 req-060002f5-6c5c-42c4-995e-744889a1b193 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:17.187125 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0ea595f-4f48-4946-91aa-5843e754d861 req-060002f5-6c5c-42c4-995e-744889a1b193 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0956144 Jul 21 22:58:17.201962 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.208297 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-bb5366ea-1c48-4b45-aba6-ef4ed436b576 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6344948 Jul 21 22:58:17.208297 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39670) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:17.211304 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:17.244754 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:17.248758 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Attempting to bind port bfe9e93c-d1f9-4919-a48d-408be052b179 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:58:17.249141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Attempting to bind port bfe9e93c-d1f9-4919-a48d-408be052b179 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:58:17.249447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Attempting to bind port bfe9e93c-d1f9-4919-a48d-408be052b179 on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:17.265023 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Port bfe9e93c-d1f9-4919-a48d-408be052b179 on network 9aabd78e-e211-4aea-bb01-9d58894470ca not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:58:17.266642 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Attempting to bind port bfe9e93c-d1f9-4919-a48d-408be052b179 on network 9aabd78e-e211-4aea-bb01-9d58894470ca {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:17.273122 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c0ea595f-4f48-4946-91aa-5843e754d861 req-7174c0f0-7065-43a9-95a0-fbfc6257af30 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771167 Jul 21 22:58:17.274346 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:58:17.274574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Checking segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:58:17.274984 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Bound using segment: {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:58:17.275423 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Bound port: bfe9e93c-d1f9-4919-a48d-408be052b179, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:58:17.275805 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.295560 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:17.339559 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:58:17.342384 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.securitygroups_db [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Project 5dbf5236757941d6b4db3517e1757621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 22:58:17.347234 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:58:17.355641 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (1845751c-a0a9-4967-874a-a4efbe4f000e), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.356862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.379624 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (33a5af80-6fed-4810-81a0-1d24345dfa04), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.414647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=33a5af80-6fed-4810-81a0-1d24345dfa04,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:17.474324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.484063 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (1845751c-a0a9-4967-874a-a4efbe4f000e), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.515359 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-17384173-41a4-405a-a786-5a2a643c8f86 req-f715991c-da02-4731-bba5-0a565bdad50b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.1078529 Jul 21 22:58:17.577685 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:17.578548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.581077 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] 10.222.0.33 "PUT /v2.0/ports/bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 1093 time: 1.1765103 Jul 21 22:58:17.586483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:17.588952 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a" -d '{"events": [{"name": "network-changed", "server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:17.597008 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (1845751c-a0a9-4967-874a-a4efbe4f000e), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.624442 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafbe3b-25cb-4ad4-b1cb-c5f11aeda73f service neutron] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:17.646039 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1845751c-a0a9-4967-874a-a4efbe4f000e,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:17.663317 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-836a5b7e-8911-40ff-b699-fd273560d599 req-163a09ec-a5d5-419a-9c6c-a62b0cdd83b7 service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339849 Jul 21 22:58:17.666578 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5ee0302-6375-4bca-9d98-4bd38a7e839d x-openstack-request-id: req-f5ee0302-6375-4bca-9d98-4bd38a7e839d {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:17.667309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:17.667569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f5ee0302-6375-4bca-9d98-4bd38a7e839d {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:17.668131 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5ee0302-6375-4bca-9d98-4bd38a7e839d'] response: {'name': 'network-changed', 'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'status': 'completed', 'code': 200} Jul 21 22:58:17.668860 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:17.703446 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:17.712959 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:DELETE=10,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:17.723732 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.725030 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a07a0773-9ecb-416a-8f6f-a18217cb0d2c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5173450 Jul 21 22:58:17.728756 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39684) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:17.735494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'security_group_rule': {'security_group_id': '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0', 'project_id': '5dbf5236757941d6b4db3517e1757621', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:17.748601 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-d006008b-315c-4d97-8733-83ae3b400175 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:17.750151 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-d006008b-315c-4d97-8733-83ae3b400175 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1127 time: 0.0583014 Jul 21 22:58:17.795875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:17.813230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:17.833253 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:17.834095 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:17.889470 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] No DVR routers for this DVR port 33a5af80-6fed-4810-81a0-1d24345dfa04 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:58:17.892157 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:17.897481 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-67ceb64d-7cc5-4131-87ca-bd54287df74b req-ce7ca687-02b5-4367-8acd-e9a3d0c1b5c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "DELETE /v2.0/ports/33a5af80-6fed-4810-81a0-1d24345dfa04 HTTP/1.1" status: 204 len: 173 time: 1.4168508 Jul 21 22:58:17.898974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'name': 'network-vif-deleted', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:17.913216 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd0e385-b079-4827-89fe-bc7979121a4e" -d '{"events": [{"server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "name": "network-vif-deleted", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:17.943189 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-c27bb111-3768-46f5-b08f-6f16c4dbbe80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:17.944710 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-c27bb111-3768-46f5-b08f-6f16c4dbbe80 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=2f7e8103418741398872d59d16e0e919&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1791112 Jul 21 22:58:17.968664 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.securitygroups_db [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Project 5dbf5236757941d6b4db3517e1757621 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 22:58:18.003402 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a80324d-7ab0-4392-ace8-2312836e21d7 x-openstack-request-id: req-5a80324d-7ab0-4392-ace8-2312836e21d7 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:18.003561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a2b99f-a099-4b41-8f45-90670baf9a15", "name": "network-vif-deleted", "tag": "33a5af80-6fed-4810-81a0-1d24345dfa04", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:18.003754 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5a80324d-7ab0-4392-ace8-2312836e21d7 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:18.004882 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a80324d-7ab0-4392-ace8-2312836e21d7'] response: {'server_uuid': 'a0a2b99f-a099-4b41-8f45-90670baf9a15', 'name': 'network-vif-deleted', 'tag': '33a5af80-6fed-4810-81a0-1d24345dfa04', 'status': 'completed', 'code': 200} Jul 21 22:58:18.027045 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (3084da26-0923-4643-84a0-93356a2f0760), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:18.035929 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:18.110739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-571e2eeb-1903-4908-b3ac-2aa0963c7dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.112611 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-571e2eeb-1903-4908-b3ac-2aa0963c7dc6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0596898 Jul 21 22:58:18.117108 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (3084da26-0923-4643-84a0-93356a2f0760), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:18.196668 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-3483ac19-5d9b-4622-8a01-2f7fdb941d7c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2509375 Jul 21 22:58:18.238581 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (3084da26-0923-4643-84a0-93356a2f0760), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:18.238930 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda79bb-78a7-41e3-94c9-d6597a3b91a4 req-6a71c80f-e885-4606-bf5e-4c475248fd82 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.240520 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7fda79bb-78a7-41e3-94c9-d6597a3b91a4 req-6a71c80f-e885-4606-bf5e-4c475248fd82 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.1268215 Jul 21 22:58:18.298512 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-480a3711-deb2-41dd-b37a-661125a04ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.300366 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-480a3711-deb2-41dd-b37a-661125a04ff3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1607268 Jul 21 22:58:18.312380 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7be39c-4f00-4f05-a4f6-62d26448a2d1 req-affac73f-5b75-4c53-a997-0660e8d350eb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.313876 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f7be39c-4f00-4f05-a4f6-62d26448a2d1 req-affac73f-5b75-4c53-a997-0660e8d350eb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.1385729 Jul 21 22:58:18.324967 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3084da26-0923-4643-84a0-93356a2f0760,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:18.340548 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:18.342731 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7fda79bb-78a7-41e3-94c9-d6597a3b91a4 req-777005a6-7120-4bd8-9c9d-c842cd624982 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851817 Jul 21 22:58:18.361726 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-da8a86de-cb68-4f38-a09d-8ad039178848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.363967 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bbfb8d90-a31f-49c6-82eb-631aa7b1443a req-da8a86de-cb68-4f38-a09d-8ad039178848 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4053986 Jul 21 22:58:18.372844 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-5f9b942a-21d1-4b13-94c0-74fae3991d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.374314 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-5f9b942a-21d1-4b13-94c0-74fae3991d96 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 1130 time: 0.1303611 Jul 21 22:58:18.379099 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:18.382691 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-40f1d7c8-ffed-4521-a244-88926c4498dc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6512382 Jul 21 22:58:18.429087 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-1f294530-2d7f-4407-8fbc-922e64f8e7b4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 1001 time: 0.1050425 Jul 21 22:58:18.447010 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f7be39c-4f00-4f05-a4f6-62d26448a2d1 req-6b78f428-5220-41bc-8d8f-25913a90d028 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1100576 Jul 21 22:58:18.470063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:18.635902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:18.635902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:18.635902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:18.636299 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-9d59b6ae-cf6e-4e2e-8134-8b35916ece35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.636299 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-9d59b6ae-cf6e-4e2e-8134-8b35916ece35 service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.1601593 Jul 21 22:58:18.636299 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-473ab32e-703f-421b-aa90-46fa69a0f2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.636299 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-473ab32e-703f-421b-aa90-46fa69a0f2c7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1127 time: 0.0731201 Jul 21 22:58:18.636960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-ba508798-acec-4cea-9101-c475a95709dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.636960 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-ba508798-acec-4cea-9101-c475a95709dd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.1242094 Jul 21 22:58:18.636960 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-e1674b86-439d-475f-9ae2-940b5bd0c8b3 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789023141&fields=id&tenant_id=5dbf5236757941d6b4db3517e1757621 HTTP/1.1" status: 200 len: 267 time: 0.0692096 Jul 21 22:58:18.636960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:18.657356 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-a4ddef63-9685-4e04-9984-48fe6d2eb91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.658964 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-a4ddef63-9685-4e04-9984-48fe6d2eb91a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0749264 Jul 21 22:58:18.661980 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:18.679348 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-4320a150-9f70-4108-8b5a-70c3aa3f41d1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:18.683629 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-4320a150-9f70-4108-8b5a-70c3aa3f41d1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0614541 Jul 21 22:58:18.685243 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-54fff960-df0a-4ec4-b65c-e4ebaaaf4371 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 217 time: 0.1050358 Jul 21 22:58:18.688967 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5a0874a7-0dda-458b-95c3-de0886270ac4 req-9fd0f812-2a58-4c11-a1a9-9fe53b605f9b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=a0a2b99f-a099-4b41-8f45-90670baf9a15 HTTP/1.1" status: 200 len: 210 time: 0.0697222 Jul 21 22:58:18.695963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'port': {'security_groups': ['82f8556e-d6b6-4495-bb06-eadd33846bce', '0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:18.702865 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-f0d77a78-a1a4-47b7-adb8-48637420e8f6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 200 len: 1002 time: 0.1241853 Jul 21 22:58:18.777586 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:18.889577 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:18.916965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 33a5af80-6fed-4810-81a0-1d24345dfa04 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:58:18.921485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6c30b6-fa21-4572-985a-ec960b82b9ac None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '8e64516f-16f1-4bb5-b3ff-742ec6a93939', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.218', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '11031c16-fb45-409c-9526-c98d27b69652', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 306, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:30:b3:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:54:58Z', 'updated_at': '2022-07-21T22:55:29Z', 'revision_number': 2, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:18.941237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 33a5af80-6fed-4810-81a0-1d24345dfa04 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:58:18.941412 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 33a5af80-6fed-4810-81a0-1d24345dfa04 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:58:19.030479 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-1e6413b2-4117-4652-bc81-509e5904d203 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.031998 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-1e6413b2-4117-4652-bc81-509e5904d203 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0847094 Jul 21 22:58:19.037689 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-90b0e8e4-0286-4559-be7b-802dd15c543c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.038935 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:19.039172 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-90b0e8e4-0286-4559-be7b-802dd15c543c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0902574 Jul 21 22:58:19.099034 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:19.102514 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-0e8f7fe8-677b-4d99-9f1c-3b3d6bc9431b service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1549549 Jul 21 22:58:19.140194 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-6c93e779-6cfd-490c-9f04-039a1aeabf10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.140194 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-6c93e779-6cfd-490c-9f04-039a1aeabf10 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0985889 Jul 21 22:58:19.140194 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b434581-3112-42f0-97d0-16deb697a652 req-a643040d-6c1f-4c20-9b47-3ed1c15aaf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.140872 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-a643040d-6c1f-4c20-9b47-3ed1c15aaf05 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0929575 Jul 21 22:58:19.184734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:19.193272 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:19.203048 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:58:19.255970 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.256769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:19.258364 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bba7d924-483a-461d-803e-4b0efb4b2a7c req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "PUT /v2.0/ports/f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 982 time: 0.5676150 Jul 21 22:58:19.301538 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-09847cf9-f36e-4068-9542-63f3742b3d50 req-8cabc972-78fd-4af8-bb01-7cbf886e5434 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723742 Jul 21 22:58:19.303502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ff2552-79e6-4613-9a31-9d8c76955982 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=6']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:19.309704 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66a2dd8e-301a-42ca-b08a-51a829a7da44 None None] New status for floating IP 76e490dd-0918-4d86-bc41-02754a04845e: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:19.429636 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:58:19.664449 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-129e2850-aed6-444c-a4de-ed1aa29204f3 None None] Provisioning complete for port f2c971ef-1e12-4937-8388-d94ceee5e560 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:19.665311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-129e2850-aed6-444c-a4de-ed1aa29204f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:19.693546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:19.726937 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:19.757787 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:19.769130 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac9a170-87f5-445f-8d72-fa0e29c1c4a8 req-48b0352e-a146-462a-9f23-4d0061540db1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.770725 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aac9a170-87f5-445f-8d72-fa0e29c1c4a8 req-48b0352e-a146-462a-9f23-4d0061540db1 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.1107051 Jul 21 22:58:19.811155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2132d51e-56a9-47a6-a18b-173918bfad09 req-cd46b8bb-0181-4628-a118-5b3a68f7edec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.812653 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2132d51e-56a9-47a6-a18b-173918bfad09 req-cd46b8bb-0181-4628-a118-5b3a68f7edec tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.3486040 Jul 21 22:58:19.819597 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-c2ee5567-fa29-43cd-960e-2ef9c03a316e service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6667774 Jul 21 22:58:19.821917 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-09310d18-99d7-4bdc-8742-9ba01d6ef13f service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6590216 Jul 21 22:58:19.863043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:19.864361 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2132d51e-56a9-47a6-a18b-173918bfad09 req-befc89ce-652c-45ba-9bad-18f3c54ad566 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438342 Jul 21 22:58:19.865416 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aac9a170-87f5-445f-8d72-fa0e29c1c4a8 req-c0f2516a-0c9d-44d9-95aa-e059bfbca4af tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0795538 Jul 21 22:58:19.900801 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-129e2850-aed6-444c-a4de-ed1aa29204f3 None None] Current status of the port f2c971ef-1e12-4937-8388-d94ceee5e560 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:19.994472 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb3030b-d744-4632-ba9c-0151ebc23277 req-17e350b1-e494-478e-9f01-a993c44e05a7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:19.996381 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bb3030b-d744-4632-ba9c-0151ebc23277 req-17e350b1-e494-478e-9f01-a993c44e05a7 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0529542 Jul 21 22:58:20.005936 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:20.008388 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:20.029141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39726) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:20.073363 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1bb3030b-d744-4632-ba9c-0151ebc23277 req-b7a512ac-8c78-491c-a752-05f07aa891ad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702231 Jul 21 22:58:20.080056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd940d-c91b-4ce0-93c8-95b468d7c368 x-openstack-request-id: req-71dd940d-c91b-4ce0-93c8-95b468d7c368 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:20.081020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:20.082113 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-71dd940d-c91b-4ce0-93c8-95b468d7c368 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:20.082737 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71dd940d-c91b-4ce0-93c8-95b468d7c368'] response: {'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 22:58:20.113268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (3f4b79f1-488f-414a-b908-c8fc282d6fcf), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.137131 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (3f4b79f1-488f-414a-b908-c8fc282d6fcf), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.254147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3f4b79f1-488f-414a-b908-c8fc282d6fcf), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.256806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.257953 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/security-groups/3f4b79f1-488f-414a-b908-c8fc282d6fcf HTTP/1.1" status: 204 len: 168 time: 0.2240958 Jul 21 22:58:20.264476 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:20.266507 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39730) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:20.268776 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9f9e6a-b284-47a6-924c-2223f5095739 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4b79f1-488f-414a-b908-c8fc282d6fcf,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:20.282988 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.api.v2.resource [None req-1b0538b8-86a3-4c01-a073-fccddb65e7a9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] show failed (client error): The resource could not be found. Jul 21 22:58:20.284995 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1b0538b8-86a3-4c01-a073-fccddb65e7a9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups/3f4b79f1-488f-414a-b908-c8fc282d6fcf HTTP/1.1" status: 404 len: 347 time: 0.0164602 Jul 21 22:58:20.290220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39732) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:20.299197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:20.401782 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 319c02f1-932c-4226-a24c-0b206e46a27a {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:20.402128 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.476071 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.476403 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (319c02f1-932c-4226-a24c-0b206e46a27a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.489218 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 319c02f1-932c-4226-a24c-0b206e46a27a owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:20.713664 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (319c02f1-932c-4226-a24c-0b206e46a27a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.738997 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=319c02f1-932c-4226-a24c-0b206e46a27a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:20.803004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:20.805656 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (76e490dd-0918-4d86-bc41-02754a04845e), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.808237 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:20.812830 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5907a5d6-666e-453d-acd0-5cf8a3f870ee tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/floatingips/76e490dd-0918-4d86-bc41-02754a04845e HTTP/1.1" status: 204 len: 168 time: 0.5181627 Jul 21 22:58:21.061799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-0804697f-32c8-4415-97b4-15ff53ac43c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:21.061799 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-0804697f-32c8-4415-97b4-15ff53ac43c2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1169 time: 0.0472417 Jul 21 22:58:21.068340 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41cc639-cffc-4f3d-943e-f4945bb425bd req-ac7ca862-cfd3-47b7-adbc-8730de511c55 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:21.069833 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e41cc639-cffc-4f3d-943e-f4945bb425bd req-ac7ca862-cfd3-47b7-adbc-8730de511c55 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.1186383 Jul 21 22:58:21.215375 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a5be8a5-cf54-42e4-9368-7af3c845d28a req-f536e8bd-5433-4d8c-80b1-512a57cc119b service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2328894 Jul 21 22:58:21.227888 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b434581-3112-42f0-97d0-16deb697a652 req-f851aac0-db67-4d15-8c91-6bab3fd4544d service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2441182 Jul 21 22:58:21.231543 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e41cc639-cffc-4f3d-943e-f4945bb425bd req-7218c0be-68d4-4689-bcd6-47a41e198913 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079295 Jul 21 22:58:21.257889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-68bba33c-a196-4325-8c55-960700309d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:21.259592 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-68bba33c-a196-4325-8c55-960700309d79 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 916 time: 0.1074827 Jul 21 22:58:21.318888 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbcef9-a108-46c3-b30a-c48dc02b6e0e req-ffdee069-30b6-4200-b246-8497b62a0233 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:21.320326 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-eadbcef9-a108-46c3-b30a-c48dc02b6e0e req-ffdee069-30b6-4200-b246-8497b62a0233 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0499401 Jul 21 22:58:21.346621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:21.370473 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-eadbcef9-a108-46c3-b30a-c48dc02b6e0e req-c6ac1350-7caa-4532-aaf4-f73607ea9312 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442326 Jul 21 22:58:21.886502 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-a2dccd9e-3601-497c-8b82-756785935243 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 1002 time: 0.0585096 Jul 21 22:58:22.355570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee5cd3-3355-4ea4-9ba8-513e3dfa0311 req-03f455e5-427a-4cb6-8c60-034283c095e3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:22.357034 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-44ee5cd3-3355-4ea4-9ba8-513e3dfa0311 req-03f455e5-427a-4cb6-8c60-034283c095e3 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0524087 Jul 21 22:58:22.405796 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-44ee5cd3-3355-4ea4-9ba8-513e3dfa0311 req-c141f323-200e-4b08-b7c5-436bf926f62a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428991 Jul 21 22:58:22.562403 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83115a-fbd2-407d-8d80-e56bef23ddef req-a7e9e1ff-79e5-40d2-bc8b-8579bce227a0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:22.563952 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4e83115a-fbd2-407d-8d80-e56bef23ddef req-a7e9e1ff-79e5-40d2-bc8b-8579bce227a0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0558627 Jul 21 22:58:22.573688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09877c0-ed6d-4fb3-baac-153b81a56de6 req-a56691e1-5999-44ef-a0ec-68a0e52fa6c7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:22.575258 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d09877c0-ed6d-4fb3-baac-153b81a56de6 req-a56691e1-5999-44ef-a0ec-68a0e52fa6c7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0486891 Jul 21 22:58:22.584682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39792) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:22.589527 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Request body: {'floatingip': {'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:22.615739 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4e83115a-fbd2-407d-8d80-e56bef23ddef req-4be9b2ee-4d8b-4453-b8d7-d73810412f57 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456457 Jul 21 22:58:22.682150 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:22.693178 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a2cda0-fd77-433d-ba32-b755ca85c15a req-277c30ca-ccec-4995-82cf-082f97eb22e1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:22.694675 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59a2cda0-fd77-433d-ba32-b755ca85c15a req-277c30ca-ccec-4995-82cf-082f97eb22e1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0700562 Jul 21 22:58:22.802180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59a2cda0-fd77-433d-ba32-b755ca85c15a req-a8431739-4f81-46da-8413-a27ba81b69c7 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0822830 Jul 21 22:58:23.070999 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-61814087-d863-44b0-89ed-06f3d8597e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:23.072450 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-61814087-d863-44b0-89ed-06f3d8597e0a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.0963912 Jul 21 22:58:23.180608 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39796) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:23.219859 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.228842 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Deleting subnet 53ba04ff-6880-49fa-8faf-b6a9e5abf38c {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 22:58:23.231946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Publish callbacks [] for subnet (53ba04ff-6880-49fa-8faf-b6a9e5abf38c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.267205 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (53ba04ff-6880-49fa-8faf-b6a9e5abf38c), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.296880 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.309138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (53ba04ff-6880-49fa-8faf-b6a9e5abf38c), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.336110 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:23.451180 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (53ba04ff-6880-49fa-8faf-b6a9e5abf38c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.483358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Pushing event deleted for resources: {'Subnet': ['ID=53ba04ff-6880-49fa-8faf-b6a9e5abf38c,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:23.488661 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.494633 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-3c88c4dd-0884-4d14-95c0-1a7768df05ed admin admin] 10.222.0.52 "DELETE /v2.0/subnets/53ba04ff-6880-49fa-8faf-b6a9e5abf38c HTTP/1.1" status: 204 len: 168 time: 0.3129482 Jul 21 22:58:23.495600 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39800) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:23.511106 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Router d23a146d-15e1-4df7-bdba-6542b10abffa has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:23.517605 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:23.519651 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:23.573280 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.621734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:23.626381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.631741 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:23.645938 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:23.647018 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:23.665057 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.686728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:23.691739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:23.694021 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4127d3-599e-4248-9f5d-5420458ab140" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:23.697586 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1753b865-22a8-435c-8215-0df354d63833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "PUT /v2.0/floatingips/1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0 HTTP/1.1" status: 200 len: 993 time: 1.1118009 Jul 21 22:58:23.697903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991862c6-589a-4c04-8829-02c79bb8a8af') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:23.698218 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991862c6-589a-4c04-8829-02c79bb8a8af') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:23.712133 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (991862c6-589a-4c04-8829-02c79bb8a8af), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.729577 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (991862c6-589a-4c04-8829-02c79bb8a8af), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.739028 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda95860-3b7a-43ee-9bca-2256df207be0 x-openstack-request-id: req-fda95860-3b7a-43ee-9bca-2256df207be0 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:23.739559 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:23.739857 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Releasing vlan 623 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 22:58:23.740133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fda95860-3b7a-43ee-9bca-2256df207be0 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:23.740251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (991862c6-589a-4c04-8829-02c79bb8a8af), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.740718 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fda95860-3b7a-43ee-9bca-2256df207be0'] response: {'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'status': 'completed', 'code': 200} Jul 21 22:58:23.761562 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5b261c-66f6-4727-a67d-528952cd7072 req-f5eddc6a-f4c0-4f45-b070-9fd9bcf02726 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:23.763817 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8f5b261c-66f6-4727-a67d-528952cd7072 req-f5eddc6a-f4c0-4f45-b070-9fd9bcf02726 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0643179 Jul 21 22:58:23.791438 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 991862c6-589a-4c04-8829-02c79bb8a8af resource provider aggregate not found Jul 21 22:58:23.794361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:23.810364 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 991862c6-589a-4c04-8829-02c79bb8a8af resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 991862c6-589a-4c04-8829-02c79bb8a8af found for delete ", "request_id": "req-8becb0ea-1209-4122-86d9-3260693b2d3a"}]} Jul 21 22:58:23.818736 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8f5b261c-66f6-4727-a67d-528952cd7072 req-69bdfdb0-70a4-45d6-9542-a2a595e7ab6d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475919 Jul 21 22:58:23.909342 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.916481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:23.919667 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] 10.222.0.52 "DELETE /v2.0/networks/4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520 HTTP/1.1" status: 204 len: 168 time: 0.4234514 Jul 21 22:58:23.940900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907eea61-b231-4fd3-9bb6-3e03868412cd admin admin] Pushing event deleted for resources: {'Network': ['ID=4023a2a0-6b6a-4e8b-9d74-f0c3f22b1520,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:23.949409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd1eb7e-2db0-4e76-ad65-0bf592e85bd5 req-1312a370-46a1-49f2-b979-a96587e6860b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:23.951390 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0cd1eb7e-2db0-4e76-ad65-0bf592e85bd5 req-1312a370-46a1-49f2-b979-a96587e6860b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0760143 Jul 21 22:58:24.001273 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0cd1eb7e-2db0-4e76-ad65-0bf592e85bd5 req-d405ca5c-f1f8-483d-a03c-201369d58b14 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431297 Jul 21 22:58:24.033675 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:58:23Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:24.057731 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:24.066555 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:24.067188 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:24.171760 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:24.327286 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39816) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:24.371235 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5857ec30-457c-4921-8f33-39954735d7d2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2822a8cb96b94bf3bf525b0785c36934&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0427446 Jul 21 22:58:24.373731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39818) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:24.388046 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:58:23Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:24.416041 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7dab752-10b6-4213-8356-3fe3dc6a1fd2 None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'floating_ip_address': '172.27.0.99', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'port_id': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 382, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'mac_address': 'fa:16:3e:35:f8:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:55:54Z', 'updated_at': '2022-07-21T22:58:23Z', 'revision_number': 3, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:24.421787 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] Publish callbacks [] for security_group (c467ca80-146b-428f-a987-03fa1f1487fc), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:24.445334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] Publish callbacks [] for security_group (c467ca80-146b-428f-a987-03fa1f1487fc), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:24.590843 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (c467ca80-146b-428f-a987-03fa1f1487fc), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:24.593483 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:24.594635 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c467ca80-146b-428f-a987-03fa1f1487fc HTTP/1.1" status: 204 len: 168 time: 0.2199314 Jul 21 22:58:24.603468 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65515a6c-a677-4c06-a807-7f0dfb749438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c467ca80-146b-428f-a987-03fa1f1487fc,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:24.930128 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:58:25.037693 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:25.052935 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:58:25.099368 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:25.099865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:25.114080 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:25.127501 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70db05a0-308e-4b64-8429-0184b9182352 req-2f576726-e552-487d-b676-80826d8c280a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:25.128971 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70db05a0-308e-4b64-8429-0184b9182352 req-2f576726-e552-487d-b676-80826d8c280a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0523946 Jul 21 22:58:25.138179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:25.181702 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70db05a0-308e-4b64-8429-0184b9182352 req-bed8d388-5cf0-4391-aa5f-5798344322d0 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462515 Jul 21 22:58:25.191524 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:25.245227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:25.252990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.253331 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.253862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.254202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.254536 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.254905 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.255252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.255586 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.255911 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.256293 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.256623 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.256948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.257276 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.257605 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.257916 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:58:25.260307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6497e7-e27e-4f36-8efb-5a656ee44002 req-6e54ebca-9736-4d68-900e-2514f68e2550 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:25.263257 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0a6497e7-e27e-4f36-8efb-5a656ee44002 req-6e54ebca-9736-4d68-900e-2514f68e2550 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.0540342 Jul 21 22:58:25.311139 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0a6497e7-e27e-4f36-8efb-5a656ee44002 req-9ac3060f-6535-49fc-b410-7631fc73e939 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429761 Jul 21 22:58:25.528390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['bfe9e93c-d1f9-4919-a48d-408be052b179'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:58:25.580032 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-d9e8259d-d851-4d7f-a840-7c5efc94eab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:25.583095 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-d9e8259d-d851-4d7f-a840-7c5efc94eab2 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0711384 Jul 21 22:58:25.617904 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:25.635396 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-3973b5b9-772e-4fb7-b712-a5d1a2acf56a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:25.637474 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-3973b5b9-772e-4fb7-b712-a5d1a2acf56a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0868163 Jul 21 22:58:25.721981 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-9a6073a5-89be-42d1-a4f2-33cb1f4d019f service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152446 Jul 21 22:58:25.742063 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:25.744405 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-908d9051-1389-4689-bd21-7f1d78e7e5a7" -d '{"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:25.787607 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1175c785-348f-42ac-8189-0c394016340e x-openstack-request-id: req-1175c785-348f-42ac-8189-0c394016340e {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:25.787954 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:25.788240 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1175c785-348f-42ac-8189-0c394016340e {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:25.791928 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1175c785-348f-42ac-8189-0c394016340e'] response: {'name': 'network-changed', 'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'status': 'completed', 'code': 200} Jul 21 22:58:25.907951 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-cb1472d1-c435-4eba-b2b6-fd36000159c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:25.909513 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-cb1472d1-c435-4eba-b2b6-fd36000159c3 service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1128001 Jul 21 22:58:25.962253 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-70ea7745-e0e5-464b-bf73-17c7cf7c2a60 req-7473411a-7d21-405f-aa86-f30b894e3564 service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102748 Jul 21 22:58:26.068560 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:26.216856 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1642e093-8469-4683-874d-73201be7adf3 req-6c587d29-34c5-494a-abac-8d64c0b772fc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:26.218073 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1642e093-8469-4683-874d-73201be7adf3 req-6c587d29-34c5-494a-abac-8d64c0b772fc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0955105 Jul 21 22:58:26.236022 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-e8eedb2e-ea02-40e8-9ee9-6e75d5b5dbe6 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 1001 time: 0.1026883 Jul 21 22:58:26.323526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e27987a-2c57-463b-830a-f33c33403199 req-3be4c567-7962-404d-8627-36ea7019c7bc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:26.325191 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3e27987a-2c57-463b-830a-f33c33403199 req-3be4c567-7962-404d-8627-36ea7019c7bc tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 946 time: 0.0710516 Jul 21 22:58:26.338378 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:26.354915 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-e01a9dc3-96a0-49cb-b1b0-badeb83dbaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:26.356441 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-e01a9dc3-96a0-49cb-b1b0-badeb83dbaf1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0990412 Jul 21 22:58:26.374252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Deleting port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:26.380420 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:26.380420 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:26.396433 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3e27987a-2c57-463b-830a-f33c33403199 req-eb077222-b4c4-4d18-952c-e5b7fba33d51 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=d0900456-19c8-4a7d-b698-5ffa5afc6d15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652211 Jul 21 22:58:26.487264 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-f2fa2384-2d74-469a-8f75-14f20cc016c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:26.488690 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-f2fa2384-2d74-469a-8f75-14f20cc016c6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1229439 Jul 21 22:58:26.522975 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fbccde-923a-4a0f-a58f-475f0a70a382 req-7a60aca7-53df-47c5-9f95-27f91c9138d0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:26.524410 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27fbccde-923a-4a0f-a58f-475f0a70a382 req-7a60aca7-53df-47c5-9f95-27f91c9138d0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.1177242 Jul 21 22:58:26.615545 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] For port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:26.615914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:26.694722 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-27fbccde-923a-4a0f-a58f-475f0a70a382 req-1ddbc604-4ca3-4b2f-90a1-3fb23eaffbf3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578782 Jul 21 22:58:26.723117 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-5cca7c54-6cd6-4bd0-bc22-0883d5d05104 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202415 Jul 21 22:58:26.739083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:26.902175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:26.902506 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:26.902844 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Floating IP 7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d disassociated. External IP: 172.27.0.114, port: 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a. Jul 21 22:58:26.903195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Calling delete_port for 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:26.906704 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ad4127d3-599e-4248-9f5d-5420458ab140 req-c9c494b7-06e8-4cff-b076-2b4285c97010 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793082 Jul 21 22:58:26.966379 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:58:27.000074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:27.004789 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-16e02260-8675-49e9-a983-ee81e88a3988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:27.006278 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-16e02260-8675-49e9-a983-ee81e88a3988 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 1130 time: 0.0514541 Jul 21 22:58:27.009135 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port bfe9e93c-d1f9-4919-a48d-408be052b179 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:58:27.082424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port bfe9e93c-d1f9-4919-a48d-408be052b179 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:27.082890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:27.112923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:27.144802 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-8dea4700-2f01-4ca6-a126-caa2b2f0c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:27.146308 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-8dea4700-2f01-4ca6-a126-caa2b2f0c19d service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.1318035 Jul 21 22:58:27.216207 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-d6dc72d4-0e67-437a-9472-d6ddb7b933a8 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 200 len: 1001 time: 0.0624852 Jul 21 22:58:27.227342 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867089d6-999a-4f85-84f9-c0fa3b6f04a1 req-af84bc1e-c6a9-468a-ab5f-c4640df29ae3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:27.228965 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-867089d6-999a-4f85-84f9-c0fa3b6f04a1 req-af84bc1e-c6a9-468a-ab5f-c4640df29ae3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0586352 Jul 21 22:58:27.288077 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-867089d6-999a-4f85-84f9-c0fa3b6f04a1 req-1fb00edd-b479-4f8c-a842-b0d349cfb22d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525174 Jul 21 22:58:27.294157 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (2d3c9293-bf2d-4f3c-ab9b-47ade12b250a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:27.296579 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:27.297029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:27.328083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'Port': ['ID=2d3c9293-bf2d-4f3c-ab9b-47ade12b250a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:27.331352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:27.333797 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b34eae4-193e-4eae-8f51-31ec08772432" -d '{"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:27.354909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:27.381068 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1e1351-9c3f-4593-af18-59f16b1dfb83 x-openstack-request-id: req-8d1e1351-9c3f-4593-af18-59f16b1dfb83 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:27.381357 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:27.381617 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d1e1351-9c3f-4593-af18-59f16b1dfb83 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:27.382005 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d1e1351-9c3f-4593-af18-59f16b1dfb83'] response: {'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'code': 200} Jul 21 22:58:27.419397 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:27.420349 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:58:27.444100 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:27.455635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:58:27.455972 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:58:27.489057 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:27.508010 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7aa94b1a-7204-4a32-8be8-ce5514d5bcc4 req-f6e0b3be-8c61-477e-bb48-33b6d636f5de tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0329723 Jul 21 22:58:27.552323 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:27.555421 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:27.566844 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:27.576451 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:27.577066 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:27.602102 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] No DVR routers for this DVR port 2d3c9293-bf2d-4f3c-ab9b-47ade12b250a on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:58:27.604767 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:27.608214 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1642e093-8469-4683-874d-73201be7adf3 req-1e73a917-b99a-4081-8a3a-9b1166706dba tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "DELETE /v2.0/ports/2d3c9293-bf2d-4f3c-ab9b-47ade12b250a HTTP/1.1" status: 204 len: 173 time: 1.3795116 Jul 21 22:58:27.608596 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'name': 'network-vif-deleted', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:27.610866 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da3641a-3385-447f-b494-0d67b69377bf" -d '{"events": [{"server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "name": "network-vif-deleted", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:27.647191 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04930220-1563-40ee-85e3-9356175fa7c2 x-openstack-request-id: req-04930220-1563-40ee-85e3-9356175fa7c2 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:27.647488 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b3363b2-6211-444c-8595-b3a40ce92109", "name": "network-vif-deleted", "tag": "2d3c9293-bf2d-4f3c-ab9b-47ade12b250a", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:27.647748 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04930220-1563-40ee-85e3-9356175fa7c2 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:27.648162 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04930220-1563-40ee-85e3-9356175fa7c2'] response: {'server_uuid': '9b3363b2-6211-444c-8595-b3a40ce92109', 'name': 'network-vif-deleted', 'tag': '2d3c9293-bf2d-4f3c-ab9b-47ade12b250a', 'status': 'completed', 'code': 200} Jul 21 22:58:27.683645 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:27.832113 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff9c18a-0cf3-40f3-a3dd-59404db57f1e req-f30ed6bb-6eea-41b2-9be3-0496caa3943d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:27.839852 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bff9c18a-0cf3-40f3-a3dd-59404db57f1e req-f30ed6bb-6eea-41b2-9be3-0496caa3943d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0586548 Jul 21 22:58:27.872622 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:27.885507 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bff9c18a-0cf3-40f3-a3dd-59404db57f1e req-06d3c40f-a537-45e7-9e01-c4353ca1dd02 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446632 Jul 21 22:58:27.886759 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:27.916059 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:27.927377 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:27.927377 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:28.025806 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:28.293246 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:28.318500 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12413b9-fb8c-4146-b6e1-2422769dd985 None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:28.414528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e1136b-26de-49cf-960b-e4e00783ee0a req-a3c1a2b7-2a16-4bca-a896-7064e0f2f84a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:28.416060 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-37e1136b-26de-49cf-960b-e4e00783ee0a req-a3c1a2b7-2a16-4bca-a896-7064e0f2f84a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0487435 Jul 21 22:58:28.465306 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-37e1136b-26de-49cf-960b-e4e00783ee0a req-7b9b0bbf-bce3-4afd-8d16-af02a1dcb32d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435631 Jul 21 22:58:28.555588 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8346178-b444-4c4b-9c93-c388ec83bb88 None None] New status for floating IP 7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:28.580788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-aef5a224-4a7d-415f-be36-e5147e249761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:28.582070 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-aef5a224-4a7d-415f-be36-e5147e249761 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0508151 Jul 21 22:58:28.630224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:28.665804 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-82fe6998-4383-471e-a199-3e10b3ede8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:28.667475 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-82fe6998-4383-471e-a199-3e10b3ede8e1 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477417 Jul 21 22:58:28.826025 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bebccb0a-661f-44ce-9920-8388edf196fd req-4d7d3c5a-ce1d-4cc7-b8d7-06b205fd9bb9 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0343699 Jul 21 22:58:29.001295 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f179826-2d1f-4277-a416-1faa3387f630 req-f678b6ad-032f-4c81-a3a5-1acb2fc4927c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:29.003229 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0f179826-2d1f-4277-a416-1faa3387f630 req-f678b6ad-032f-4c81-a3a5-1acb2fc4927c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0471976 Jul 21 22:58:29.020823 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:29.050506 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0f179826-2d1f-4277-a416-1faa3387f630 req-5bc28090-e6ff-4321-8e1d-4d2c42171a49 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418785 Jul 21 22:58:29.584427 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95c7a69-3396-49ed-8436-99fc3e15cd43 req-79086f54-ed6c-426b-8041-ac03bb873487 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:29.585934 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f95c7a69-3396-49ed-8436-99fc3e15cd43 req-79086f54-ed6c-426b-8041-ac03bb873487 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0506847 Jul 21 22:58:29.632423 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f95c7a69-3396-49ed-8436-99fc3e15cd43 req-955a48d7-bfbd-4239-bb18-b1d455fd9a9c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410302 Jul 21 22:58:29.922480 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-138a3f22-4113-4032-8168-8aa7950da406 req-70940927-4901-4a25-9425-817b79cb4eb1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0274522 Jul 21 22:58:30.167039 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fa46a5-f1f4-4d2d-ab3e-d0a07fa62388 req-bacc92a9-ec04-4c4a-83cd-d87246641fb9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:30.168398 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57fa46a5-f1f4-4d2d-ab3e-d0a07fa62388 req-bacc92a9-ec04-4c4a-83cd-d87246641fb9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0466092 Jul 21 22:58:30.214843 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-57fa46a5-f1f4-4d2d-ab3e-d0a07fa62388 req-9e5960c7-1f7d-4a2b-b0b6-a1114cd2bc14 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409217 Jul 21 22:58:30.742374 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82ec87-4c31-40fb-9072-c65020993779 req-7bf3820f-bf72-4426-a8b4-fd115d3a20ae tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:30.743843 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6c82ec87-4c31-40fb-9072-c65020993779 req-7bf3820f-bf72-4426-a8b4-fd115d3a20ae tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0460360 Jul 21 22:58:30.792837 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6c82ec87-4c31-40fb-9072-c65020993779 req-b8499583-774d-41d9-95bb-3e96a8d498ff tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434966 Jul 21 22:58:31.019112 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5ce18cae-cb03-46da-b9d4-828c31be51c7 req-7f468ef7-61e3-4bbf-90bc-b1b5ff23156c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0307493 Jul 21 22:58:31.332850 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128472d7-b97d-4fb5-88cc-de3590727bdc req-678f7e3a-aed8-4c63-acd0-86c689fddff6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:31.334349 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-128472d7-b97d-4fb5-88cc-de3590727bdc req-678f7e3a-aed8-4c63-acd0-86c689fddff6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0490057 Jul 21 22:58:31.382677 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-128472d7-b97d-4fb5-88cc-de3590727bdc req-b0227ab2-a892-4cbb-860d-14406875283e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427577 Jul 21 22:58:31.535200 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-89d455ce-6907-4365-b0e7-b68e47abbf10 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:31.536944 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-89d455ce-6907-4365-b0e7-b68e47abbf10 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0574729 Jul 21 22:58:31.635802 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 11031c16-fb45-409c-9526-c98d27b69652 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:31.636153 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (11031c16-fb45-409c-9526-c98d27b69652), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:31.723546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f7ef5-8210-4f66-8d5c-272054a1ea80 req-1b48b690-47f8-4003-b7d3-78740c092828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:31.725294 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c53f7ef5-8210-4f66-8d5c-272054a1ea80 req-1b48b690-47f8-4003-b7d3-78740c092828 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1129 time: 0.3246717 Jul 21 22:58:31.731881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] For port 11031c16-fb45-409c-9526-c98d27b69652, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=11031c16-fb45-409c-9526-c98d27b69652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:31.732248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (11031c16-fb45-409c-9526-c98d27b69652), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:31.744838 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-666664f8-622c-47db-9df4-146ab96ba887 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3612182 Jul 21 22:58:31.930344 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7ba232-6b33-4fb9-a97b-553e64e204d5 req-73d38564-7681-44fa-a85d-e7b05930519b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:31.931866 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fb7ba232-6b33-4fb9-a97b-553e64e204d5 req-73d38564-7681-44fa-a85d-e7b05930519b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 946 time: 0.0618148 Jul 21 22:58:31.934226 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:31.934226 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:31.934488 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 8e64516f-16f1-4bb5-b3ff-742ec6a93939 disassociated. External IP: 172.27.0.218, port: 11031c16-fb45-409c-9526-c98d27b69652. Jul 21 22:58:31.934862 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 11031c16-fb45-409c-9526-c98d27b69652 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:32.011471 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c53f7ef5-8210-4f66-8d5c-272054a1ea80 req-643d40d9-cf1d-430d-ad0f-99dd5307dd7b service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954077 Jul 21 22:58:32.028866 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-908d9051-1389-4689-bd21-7f1d78e7e5a7 req-7acfce09-35d9-41d3-bb33-66fec07da8c8 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226778 Jul 21 22:58:32.034094 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fb7ba232-6b33-4fb9-a97b-553e64e204d5 req-6b1f218f-0f46-4909-81a2-e01c8dcbf964 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=fdcad8f9-368b-44f0-836b-e0213b7c03ce&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941808 Jul 21 22:58:32.050840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:32.126008 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fb2d63c6-261d-4c2c-95f2-3455dccca1e6 req-3ab71cb6-8d97-4dab-9788-9cad86f39b1a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=9b3363b2-6211-444c-8595-b3a40ce92109 HTTP/1.1" status: 200 len: 210 time: 0.0285633 Jul 21 22:58:32.193940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (11031c16-fb45-409c-9526-c98d27b69652), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:32.201862 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:32.226805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=11031c16-fb45-409c-9526-c98d27b69652,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:32.334827 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:32.444855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:32.456410 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:32.468108 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:32.468832 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:32.514732 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] No DVR routers for this DVR port 11031c16-fb45-409c-9526-c98d27b69652 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:58:32.519009 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:32.522184 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84c5e640-4492-45bf-82ee-6e81a7b05e49 req-496d9086-4c30-4a16-bd15-e8c775cfc972 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "DELETE /v2.0/ports/11031c16-fb45-409c-9526-c98d27b69652 HTTP/1.1" status: 204 len: 173 time: 0.9785504 Jul 21 22:58:32.522626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'name': 'network-vif-deleted', 'tag': '11031c16-fb45-409c-9526-c98d27b69652'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:32.525913 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe29f26-1aa5-4d4c-a6c1-d346edee27eb" -d '{"events": [{"server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "name": "network-vif-deleted", "tag": "11031c16-fb45-409c-9526-c98d27b69652"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:32.547083 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cc7b73-70ef-4c7f-bba6-97e7ef6fa12a req-9fb93d0e-22e8-4e96-97e6-1d193cef4774 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:32.554903 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-15cc7b73-70ef-4c7f-bba6-97e7ef6fa12a req-9fb93d0e-22e8-4e96-97e6-1d193cef4774 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0873342 Jul 21 22:58:32.571541 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a8abe74-7c6b-4fcd-9e7c-7c4c68e024da x-openstack-request-id: req-6a8abe74-7c6b-4fcd-9e7c-7c4c68e024da {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:32.571946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "493bb0f1-8dde-4694-8e46-35e451a66b7a", "name": "network-vif-deleted", "tag": "11031c16-fb45-409c-9526-c98d27b69652", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:32.572209 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6a8abe74-7c6b-4fcd-9e7c-7c4c68e024da {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:32.572602 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6a8abe74-7c6b-4fcd-9e7c-7c4c68e024da'] response: {'server_uuid': '493bb0f1-8dde-4694-8e46-35e451a66b7a', 'name': 'network-vif-deleted', 'tag': '11031c16-fb45-409c-9526-c98d27b69652', 'status': 'completed', 'code': 200} Jul 21 22:58:32.575151 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:32.591303 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:32.603703 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-15cc7b73-70ef-4c7f-bba6-97e7ef6fa12a req-dfeb9f8c-c5d5-46b5-87b2-cd839723ef34 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478265 Jul 21 22:58:32.725089 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:32.794223 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:32.820426 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:32.828608 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:32.829198 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:32.930384 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:33.121942 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:33.136341 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2a399ae7-c725-49aa-aa46-50733d96afe8 req-5e27d955-c395-4c32-9f6b-2ae9c994f5c5 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0310168 Jul 21 22:58:33.147896 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1db6829-8c0b-40c7-9255-a13d3a154e49 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:33.294982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 39938) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:33.353326 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (d0900456-19c8-4a7d-b698-5ffa5afc6d15), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.379595 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (d0900456-19c8-4a7d-b698-5ffa5afc6d15), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.389782 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50520054-5659-4adf-b503-b0df52e34077 None None] New status for floating IP 8e64516f-16f1-4bb5-b3ff-742ec6a93939: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:33.479683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d0900456-19c8-4a7d-b698-5ffa5afc6d15), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.482164 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.483343 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "DELETE /v2.0/security-groups/d0900456-19c8-4a7d-b698-5ffa5afc6d15 HTTP/1.1" status: 204 len: 168 time: 0.1870427 Jul 21 22:58:33.486147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39940) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:33.493353 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def9e324-429e-475a-a3f3-08d5d54686b3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0900456-19c8-4a7d-b698-5ffa5afc6d15,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:33.503070 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.api.v2.resource [None req-e3576f8a-d2f1-49ed-b64b-f11ad8e72d7e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] show failed (client error): The resource could not be found. Jul 21 22:58:33.505787 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e3576f8a-d2f1-49ed-b64b-f11ad8e72d7e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups/d0900456-19c8-4a7d-b698-5ffa5afc6d15 HTTP/1.1" status: 404 len: 347 time: 0.0164311 Jul 21 22:58:33.507958 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39942) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:33.624613 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Deleting port 2dda40d1-2ac7-4682-9941-ee1b51a208ad {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:33.625234 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.741050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6261cbf9-d14b-4085-8e00-b1b661f9f268 req-8e3d3f41-888f-461a-8737-503c4f8cb58b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:33.742402 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6261cbf9-d14b-4085-8e00-b1b661f9f268 req-8e3d3f41-888f-461a-8737-503c4f8cb58b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0638564 Jul 21 22:58:33.744147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.744472 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (2dda40d1-2ac7-4682-9941-ee1b51a208ad), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:33.769700 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Calling delete_port for 2dda40d1-2ac7-4682-9941-ee1b51a208ad owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:33.794659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:33.850829 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6261cbf9-d14b-4085-8e00-b1b661f9f268 req-52a81046-5bcd-449f-9769-74bee10f718c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988932 Jul 21 22:58:33.999253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (2dda40d1-2ac7-4682-9941-ee1b51a208ad), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.022021 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'Port': ['ID=2dda40d1-2ac7-4682-9941-ee1b51a208ad,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:34.050043 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.052530 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.053689 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-902ae351-e957-4fd0-af8c-50eeb6bd902a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "DELETE /v2.0/floatingips/7f8ecdd1-864b-4f92-badd-8f1ea6c17d2d HTTP/1.1" status: 204 len: 168 time: 0.5447578 Jul 21 22:58:34.231334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39952) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:34.253591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group': {'name': 'tempest-securitygroup--215709030', 'description': 'tempest-description--1144201879'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:34.262070 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5114b15f-aa89-44d3-99e6-d1ab267e351e req-a5d27df8-3d6f-4eb4-aa13-86b4b64468e7 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0425344 Jul 21 22:58:34.319788 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.387170 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (b1e8c6f6-ba97-43c5-98f4-a8c02f997675), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.441668 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b1e8c6f6-ba97-43c5-98f4-a8c02f997675), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.469858 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e8c6f6-ba97-43c5-98f4-a8c02f997675,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:34.524460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.525601 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-670226fc-f4e9-4657-aef6-295e722fafdb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2933314 Jul 21 22:58:34.528559 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39954) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:34.532844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group_rule': {'security_group_id': 'b1e8c6f6-ba97-43c5-98f4-a8c02f997675', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:34.550608 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:58:34.613095 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (7d10a82b-a4b9-46fe-be29-052d08fad72b), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.667823 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (7d10a82b-a4b9-46fe-be29-052d08fad72b), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.727539 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (7d10a82b-a4b9-46fe-be29-052d08fad72b), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.733825 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:34.746940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d10a82b-a4b9-46fe-be29-052d08fad72b,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:34.827430 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.828650 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c652e8b6-29b9-4ec2-91ca-d1052fd1c22d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2991779 Jul 21 22:58:34.831415 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39958) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:34.835617 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'security_group_rule': {'security_group_id': 'b1e8c6f6-ba97-43c5-98f4-a8c02f997675', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:34.945402 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (8f4a64c7-a179-4d27-80b5-a707a3214e18), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:34.970521 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293705fe-b141-42c6-b96c-c20d4ee85402 req-df5e0735-199e-4007-80e7-ce3d62c4eb02 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:34.972337 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-293705fe-b141-42c6-b96c-c20d4ee85402 req-df5e0735-199e-4007-80e7-ce3d62c4eb02 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0519016 Jul 21 22:58:35.003215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (8f4a64c7-a179-4d27-80b5-a707a3214e18), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.015612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:35.022975 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-293705fe-b141-42c6-b96c-c20d4ee85402 req-722b8ffe-07e2-48a5-94f2-d730233aeeff tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440965 Jul 21 22:58:35.064716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (8f4a64c7-a179-4d27-80b5-a707a3214e18), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.080976 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:35.086020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f4a64c7-a179-4d27-80b5-a707a3214e18,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:35.152733 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.154012 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3efd8a2f-c77c-42fe-a573-59fce70ecb98 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3216777 Jul 21 22:58:35.157156 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 39962) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:35.162068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:35.253326 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.333185 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.654855 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-af79b55d-cace-4e83-bfed-e1721b10c048 req-165ff9a1-dc53-4a0b-bba3-6b0d9f803944 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.3119488 Jul 21 22:58:35.719912 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Allocated IP 172.27.0.6 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/9fee8a17-44af-4161-b9dd-794e2b304838) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:35.823966 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (9fee8a17-44af-4161-b9dd-794e2b304838), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.940120 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:35.943532 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 11031c16-fb45-409c-9526-c98d27b69652 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:58:35.962684 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 11031c16-fb45-409c-9526-c98d27b69652 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:58:35.963063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 11031c16-fb45-409c-9526-c98d27b69652 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:58:35.982210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:35.987334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:35.989467 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=9fee8a17-44af-4161-b9dd-794e2b304838,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:35.991601 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:36.036840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.140227 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.151268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a6c382-897d-4fb9-838b-4099cda549b4 req-e5a6fe46-16a5-4f4d-8b61-d796d2b25088 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:36.152773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2a6c382-897d-4fb9-838b-4099cda549b4 req-e5a6fe46-16a5-4f4d-8b61-d796d2b25088 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0565481 Jul 21 22:58:36.184620 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:36.200922 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f2a6c382-897d-4fb9-838b-4099cda549b4 req-beca7ad5-c190-491d-8c20-04dfad508367 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423963 Jul 21 22:58:36.295734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (9fee8a17-44af-4161-b9dd-794e2b304838), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.402570 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.436584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.441980 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:36.457654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=9fee8a17-44af-4161-b9dd-794e2b304838,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:36.524055 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:36.525429 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d27a396f-a37c-4d4a-b780-6c00df1eb579 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3673260 Jul 21 22:58:36.682527 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-05ac0bcf-fa04-47a3-bf1e-1e33e55160d1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--215709030&fields=id&tenant_id=08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 267 time: 0.0437024 Jul 21 22:58:36.801638 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-99832677-ea81-4f5b-a164-e9a63fe0ab31 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:36.809652 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-99832677-ea81-4f5b-a164-e9a63fe0ab31 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 811 time: 0.1204789 Jul 21 22:58:36.824315 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-73eb9c31-b313-4f7f-8655-c9681d1aecbf tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/quotas/08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 375 time: 0.0132000 Jul 21 22:58:36.885749 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-21c831dc-cf42-4d88-b6b0-f64da762f5ad tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0535510 Jul 21 22:58:36.934298 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f66ba74d-3a4e-44a1-871f-f2cf47fec913 req-0f24ac72-45d2-4373-9f57-3dbec709a36c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=493bb0f1-8dde-4694-8e46-35e451a66b7a HTTP/1.1" status: 200 len: 210 time: 0.0344114 Jul 21 22:58:36.987486 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-45a4f799-5517-4fe8-ba60-fe18897a6545 service neutron] 10.222.0.52 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895777 Jul 21 22:58:37.086895 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-1064b6d2-65bd-44e1-9e5f-6bc5bff25726 service neutron] 10.222.0.52 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931304 Jul 21 22:58:37.326132 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eb7c7d-f37a-4915-bbdf-182c5837a0bb req-27960eea-2ebe-48a2-a031-3218261e7c00 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:37.328472 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-00eb7c7d-f37a-4915-bbdf-182c5837a0bb req-27960eea-2ebe-48a2-a031-3218261e7c00 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0508931 Jul 21 22:58:37.368906 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:37.384115 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-00eb7c7d-f37a-4915-bbdf-182c5837a0bb req-6848b59d-ac56-4062-9540-86e0343febaf tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504394 Jul 21 22:58:37.439986 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f21131c2-a1ec-43a4-8f2a-cfa9489c1681 req-3c19ee2b-c0c9-4738-a23f-383e9c9e0267 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0425384 Jul 21 22:58:37.505555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6e8fc8-3bf7-459b-b13e-6b22178fb9db req-0dd78eb3-8e5f-4a17-a434-97f0ad5dca0c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:37.507290 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9d6e8fc8-3bf7-459b-b13e-6b22178fb9db req-0dd78eb3-8e5f-4a17-a434-97f0ad5dca0c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0531135 Jul 21 22:58:37.516422 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40002) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:37.521745 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Request body: {'floatingip': {'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:37.563184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:37.894315 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:37.999077 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.056734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.089316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40014) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:38.152887 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (fdcad8f9-368b-44f0-836b-e0213b7c03ce), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.167030 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Floating IP f4a67fc5-4a97-4607-9553-2e33377d7f02 associated. External IP: 172.27.0.225, port: bfe9e93c-d1f9-4919-a48d-408be052b179. Jul 21 22:58:38.177527 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (fdcad8f9-368b-44f0-836b-e0213b7c03ce), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.247544 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:38.296520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (fdcad8f9-368b-44f0-836b-e0213b7c03ce), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.299839 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.301053 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/security-groups/fdcad8f9-368b-44f0-836b-e0213b7c03ce HTTP/1.1" status: 204 len: 168 time: 0.2107909 Jul 21 22:58:38.304147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40016) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:38.311415 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ce6a3a-8ca9-418c-b9e8-59ddb2862b72 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdcad8f9-368b-44f0-836b-e0213b7c03ce,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:38.353189 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.api.v2.resource [None req-01b643da-2af9-43a8-adac-d44fd809d8c1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] show failed (client error): The resource could not be found. Jul 21 22:58:38.354213 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-01b643da-2af9-43a8-adac-d44fd809d8c1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups/fdcad8f9-368b-44f0-836b-e0213b7c03ce HTTP/1.1" status: 404 len: 347 time: 0.0491552 Jul 21 22:58:38.357222 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40018) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:38.389620 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:38.473694 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 8d5834cf-3964-47aa-bd75-185fbb835bcc {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:58:38.474048 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.506246 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:38.511304 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.523237 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:38.535150 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:38.536112 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:38.570274 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.570519 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7eab66a3-daae-4778-b493-f1740c6b3e58 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "PUT /v2.0/floatingips/f4a67fc5-4a97-4607-9553-2e33377d7f02 HTTP/1.1" status: 200 len: 991 time: 1.0529668 Jul 21 22:58:38.570646 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (8d5834cf-3964-47aa-bd75-185fbb835bcc), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.573828 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6df07913-c690-433e-b688-468ea3476f42 req-8a17a0d0-8e22-44d0-9221-d20e8013302c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0374742 Jul 21 22:58:38.574294 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:38.576564 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0" -d '{"events": [{"name": "network-changed", "server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:38.594361 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 8d5834cf-3964-47aa-bd75-185fbb835bcc owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:58:38.629960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac46524d-1657-4c5f-a6dc-a2f52310fcc4 x-openstack-request-id: req-ac46524d-1657-4c5f-a6dc-a2f52310fcc4 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:38.630253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:38.630506 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac46524d-1657-4c5f-a6dc-a2f52310fcc4 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:38.630946 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac46524d-1657-4c5f-a6dc-a2f52310fcc4'] response: {'name': 'network-changed', 'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'status': 'completed', 'code': 200} Jul 21 22:58:38.647112 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:38.792020 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:38.830878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (8d5834cf-3964-47aa-bd75-185fbb835bcc), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.859657 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4a67fc5-4a97-4607-9553-2e33377d7f02', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:06Z', 'updated_at': '2022-07-21T22:58:37Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:38.860540 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=8d5834cf-3964-47aa-bd75-185fbb835bcc,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:38.889222 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:38.897712 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:38.898318 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:38.930728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (8e64516f-16f1-4bb5-b3ff-742ec6a93939), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.933428 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:38.934590 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-e4e17d2d-3cf9-48d4-bc01-11d8889dad31 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/floatingips/8e64516f-16f1-4bb5-b3ff-742ec6a93939 HTTP/1.1" status: 204 len: 168 time: 0.5752325 Jul 21 22:58:39.001541 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:39.076421 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40034) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:39.082167 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--91596208', 'description': 'tempest-description--912418868'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:39.087316 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3663bcf2-869d-4be0-902d-8139cfff266f req-2eb3105a-d479-4f04-bed2-b7df84774434 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:39.088864 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3663bcf2-869d-4be0-902d-8139cfff266f req-2eb3105a-d479-4f04-bed2-b7df84774434 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0491502 Jul 21 22:58:39.158412 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3663bcf2-869d-4be0-902d-8139cfff266f req-e791b4ec-f925-44b8-9d11-0a6e47db9771 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617285 Jul 21 22:58:39.191974 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.195131 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:39.275854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (9f801431-6935-4621-87cb-a582811ac990), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.278939 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:39.316836 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4a67fc5-4a97-4607-9553-2e33377d7f02', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:06Z', 'updated_at': '2022-07-21T22:58:37Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:39.340820 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cda93c7b-65d7-4416-bf65-732c2b17f699 None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'f4a67fc5-4a97-4607-9553-2e33377d7f02', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'floating_ip_address': '172.27.0.225', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 452, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:06Z', 'updated_at': '2022-07-21T22:58:37Z', 'revision_number': 1, 'project_id': '2f7e8103418741398872d59d16e0e919', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:39.345528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (9f801431-6935-4621-87cb-a582811ac990), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.354796 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:39.394696 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f801431-6935-4621-87cb-a582811ac990,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:39.464318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.465639 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b3741469-0d88-4124-9b72-58333371d7a1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3878932 Jul 21 22:58:39.468585 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40038) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:39.472985 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '9f801431-6935-4621-87cb-a582811ac990', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:39.561874 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24695803-7edd-4c2a-b36c-2e61bc863d43 None None] New status for floating IP f4a67fc5-4a97-4607-9553-2e33377d7f02: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:39.565572 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (0d6251fa-1473-4096-b3dd-6e00c0e33d03), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.627392 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (0d6251fa-1473-4096-b3dd-6e00c0e33d03), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.685379 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3a7f516b-f39d-4b79-a98a-97f8746a9334 req-2f11551a-b132-43dc-ba75-2c78d6b72c4f tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0287690 Jul 21 22:58:39.687781 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (0d6251fa-1473-4096-b3dd-6e00c0e33d03), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.709302 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d6251fa-1473-4096-b3dd-6e00c0e33d03,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:39.796739 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.798074 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-cff6d3ed-23f3-44f5-b3d8-cfaf944ca719 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285370 Jul 21 22:58:39.801360 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40042) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:39.805713 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '9f801431-6935-4621-87cb-a582811ac990', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:39.899653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (123a6551-214f-47d1-971a-893e618ffd74), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:39.953751 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (123a6551-214f-47d1-971a-893e618ffd74), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.024720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (123a6551-214f-47d1-971a-893e618ffd74), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.043206 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=123a6551-214f-47d1-971a-893e618ffd74,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:40.112353 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.113560 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d1d3eb36-8bd5-44a3-9627-d353eb355103 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3112540 Jul 21 22:58:40.116538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40044) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:40.120788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:40.208288 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.274050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7108f-7be3-4424-af36-bb9e85dbb0c1 req-f580f330-f4aa-4847-bd93-7848e23b2632 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:40.275580 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-92b7108f-7be3-4424-af36-bb9e85dbb0c1 req-f580f330-f4aa-4847-bd93-7848e23b2632 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0477321 Jul 21 22:58:40.290967 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.326084 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-92b7108f-7be3-4424-af36-bb9e85dbb0c1 req-d0f34a55-9939-4092-8251-e3c966edbae6 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448265 Jul 21 22:58:40.402542 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.27.0.155 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/20170e8c-9fbe-4b03-be17-1b165d3bdf44) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:40.426483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:40.511082 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.605512 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-8aaff22b-bdcc-44ee-bcb5-91c44daf5553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:40.607044 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-8aaff22b-bdcc-44ee-bcb5-91c44daf5553 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1129 time: 0.1518760 Jul 21 22:58:40.608284 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.649913 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:40.655903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:40.661534 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:40.664324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:40.666563 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=20170e8c-9fbe-4b03-be17-1b165d3bdf44,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:40.758934 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.775385 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-4c3ddc44-4992-4fd0-9578-3d009384fc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:40.776867 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-4c3ddc44-4992-4fd0-9578-3d009384fc3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.1131654 Jul 21 22:58:40.805421 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5943a9fd-a52f-4540-848e-801d536ea181 req-ce636270-78ca-4ac8-b966-8c8f94f3e3ed tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0315402 Jul 21 22:58:40.848310 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-0752cbd8-32f3-4a51-a023-49755fd1e283 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 1001 time: 0.0576258 Jul 21 22:58:40.900805 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:40.908326 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-c55e7e3b-ae8a-48ea-95d2-e7f8d1584c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:40.910206 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-c55e7e3b-ae8a-48ea-95d2-e7f8d1584c9c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0538566 Jul 21 22:58:40.961089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-41129bd5-71d2-49a0-a81e-f34b69e52205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:40.962855 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-41129bd5-71d2-49a0-a81e-f34b69e52205 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459480 Jul 21 22:58:41.042557 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:41.051260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:41.071350 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-d6c3a123-ba05-4718-b762-f8f3f67d59e6 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023817 Jul 21 22:58:41.139774 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:41.169614 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:41.181470 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1dc0d134-334c-4e4a-89e5-1e2314ec93f0 req-2b536c8a-e130-4c18-a714-3e3f9b56b3a7 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957541 Jul 21 22:58:41.212856 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:41.217023 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=20170e8c-9fbe-4b03-be17-1b165d3bdf44,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:41.227653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:41.292916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:41.294111 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-96bb671e-c823-4ba5-8caa-f07bfd9d6dbb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1766379 Jul 21 22:58:41.466304 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f32e832-9283-4446-bfb4-4406303edd62 req-bef2e719-86ae-497c-b33d-a3e0eb600291 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:41.467924 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f32e832-9283-4446-bfb4-4406303edd62 req-bef2e719-86ae-497c-b33d-a3e0eb600291 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0549192 Jul 21 22:58:41.524355 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f32e832-9283-4446-bfb4-4406303edd62 req-041afaeb-3880-4928-ba13-2c265e4a445b tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 Jul 21 22:58:41.534785 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-dfc30324-8a4b-4148-8e2a-2895018e5af5 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--91596208&fields=id&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 267 time: 0.0724652 Jul 21 22:58:41.667114 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-478390c4-c048-4b2b-a4e1-533517732122 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:41.668690 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-478390c4-c048-4b2b-a4e1-533517732122 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1269050 Jul 21 22:58:41.688038 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-5e7e082a-5a99-4af9-abfa-6f99b4ed349b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/quotas/224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 375 time: 0.0127711 Jul 21 22:58:41.700527 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-3a1afa2d-7d2d-4ec4-8014-f252b44f9496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:41.702053 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-3a1afa2d-7d2d-4ec4-8014-f252b44f9496 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 811 time: 0.1238463 Jul 21 22:58:41.763445 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-7bad3809-c39c-4504-b548-ad1f236803c1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0609515 Jul 21 22:58:41.777766 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-6b43e788-cfff-430b-8ffb-310f3971951b tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=08576395a1f1437385d2f24b482572a6 HTTP/1.1" status: 200 len: 379 time: 0.0664480 Jul 21 22:58:41.791650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'port': {'device_id': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'admin_state_up': True, 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'security_groups': ['b1e8c6f6-ba97-43c5-98f4-a8c02f997675']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:42.015505 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-6286c4cd-00f1-4a7e-9596-3b077befacdc service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2394273 Jul 21 22:58:42.051968 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5f918890-ed12-4271-ac4e-d325e1e85416 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.094054 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Made reservation on behalf of 08576395a1f1437385d2f24b482572a6 for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:58:42.102303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.102303 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-54700a67-0198-4620-8c94-e4f081075646 req-b4a9356f-7226-44d6-8765-b55b86c1d9e6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0391281 Jul 21 22:58:42.137747 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-9cb69d17-8a86-40c4-bce8-ba41961f7217 service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160192 Jul 21 22:58:42.252802 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Allocated IP 172.20.0.12 (886605d9-b2c5-42f8-a453-66f8a90cc2d9/06734f2c-3648-4684-b7ca-5b90e6861b74/18c604d0-57b0-45a4-a124-d78abd64bf0c) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:42.394622 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.434742 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ae383d61-a9c0-4c34-a70b-ee4d224c1ccf req-3560a70d-ea59-41ca-8f46-bbaecdc0129d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0382068 Jul 21 22:58:42.528472 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.571837 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:42.577037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:42.579540 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:42.585870 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:42.586487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.606364 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event updated for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:42.612208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:42.655506 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f80d65-af45-435c-a61f-1cf0ad9fb721 req-e6b4eaf3-c2d0-4a48-b164-9c02b13eae25 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:42.657635 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59f80d65-af45-435c-a61f-1cf0ad9fb721 req-e6b4eaf3-c2d0-4a48-b164-9c02b13eae25 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0590978 Jul 21 22:58:42.714207 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59f80d65-af45-435c-a61f-1cf0ad9fb721 req-f7e75f91-5856-4210-a816-1c12604da8f9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507801 Jul 21 22:58:42.720486 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-5625895c-c702-4245-af0e-2faf13fdae54 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9332049 Jul 21 22:58:42.733936 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Request body: {'port': {'device_id': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:42.762828 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:42.795527 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.870603 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-1a3fcb1e-cb95-4c33-a8b6-d4a17dd2d897 None None] Provisioning complete for port 18c604d0-57b0-45a4-a124-d78abd64bf0c triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:42.870933 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-1a3fcb1e-cb95-4c33-a8b6-d4a17dd2d897 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:42.903226 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-1a3fcb1e-cb95-4c33-a8b6-d4a17dd2d897 None None] Port 18c604d0-57b0-45a4-a124-d78abd64bf0c cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:58:43.050873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18c604d0-57b0-45a4-a124-d78abd64bf0c {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:43.058577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks [] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:43.072085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Transition to ACTIVE for port object 18c604d0-57b0-45a4-a124-d78abd64bf0c will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:58:43.160470 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:43.254174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:43.255080 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:43.264833 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ad4aca-7ef8-480b-b80e-fd7f72e254f5 req-7f59a014-2e2f-44df-846d-a22b6d0aed22 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.266421 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3ad4aca-7ef8-480b-b80e-fd7f72e254f5 req-7f59a014-2e2f-44df-846d-a22b6d0aed22 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 944 time: 0.0809500 Jul 21 22:58:43.310895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Attempting to bind port 18c604d0-57b0-45a4-a124-d78abd64bf0c on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:58:43.311288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Attempting to bind port 18c604d0-57b0-45a4-a124-d78abd64bf0c by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:58:43.311655 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Attempting to bind port 18c604d0-57b0-45a4-a124-d78abd64bf0c on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:43.325408 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Port 18c604d0-57b0-45a4-a124-d78abd64bf0c on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:58:43.325750 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Attempting to bind port 18c604d0-57b0-45a4-a124-d78abd64bf0c on network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:43.340065 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:58:43.340418 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Checking segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:58:43.340818 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Bound using segment: {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:58:43.341269 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Bound port: 18c604d0-57b0-45a4-a124-d78abd64bf0c, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '985b48c5-75f4-4d95-9483-a847428a6c97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 610, 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:58:43.341641 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:43.357009 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3ad4aca-7ef8-480b-b80e-fd7f72e254f5 req-42aa5f14-2366-4911-bcb4-8d006b04019d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747411 Jul 21 22:58:43.412537 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:58:43.415454 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:58:43.527960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:43.544249 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-57383cac-d960-407e-a89c-6f248873aa0e req-41ea13ea-c6b4-4c11-b3cb-8612642760b1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0392568 Jul 21 22:58:43.578705 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.582702 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:43.582702 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] 10.222.0.33 "PUT /v2.0/ports/18c604d0-57b0-45a4-a124-d78abd64bf0c HTTP/1.1" status: 200 len: 1094 time: 0.8523211 Jul 21 22:58:43.582702 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:43.584231 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f5fe76-6134-4e04-a5ad-886514813299" -d '{"events": [{"name": "network-changed", "server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:43.612263 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63300739-ba51-4c52-be2b-cd562f1aebe5 service neutron] Pushing event updated for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:43.691771 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e36a0c-55b0-4a5c-817c-b85a01492803 x-openstack-request-id: req-07e36a0c-55b0-4a5c-817c-b85a01492803 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:43.703546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:43.703546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-07e36a0c-55b0-4a5c-817c-b85a01492803 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:43.703546 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e36a0c-55b0-4a5c-817c-b85a01492803'] response: {'name': 'network-changed', 'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'status': 'completed', 'code': 200} Jul 21 22:58:43.751053 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-5786a575-ffd1-4540-9037-9757c1ca0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.754520 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-5786a575-ffd1-4540-9037-9757c1ca0ad8 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 1128 time: 0.0576091 Jul 21 22:58:43.801817 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-4af3f9f4-c9ee-4276-8094-6581364241fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c HTTP/1.1" status: 200 len: 217 time: 0.0372760 Jul 21 22:58:43.836050 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9c58a8-2572-4a10-b833-c9e08b1d4fcb req-2ec63f18-2942-4650-b98f-63b3575efe78 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.841129 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fd9c58a8-2572-4a10-b833-c9e08b1d4fcb req-2ec63f18-2942-4650-b98f-63b3575efe78 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0471022 Jul 21 22:58:43.862491 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-70419038-13a2-416e-b62b-5c3d67cea024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.864318 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-70419038-13a2-416e-b62b-5c3d67cea024 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0548859 Jul 21 22:58:43.889209 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fd9c58a8-2572-4a10-b833-c9e08b1d4fcb req-15247e8c-4686-47cb-8101-31d900644d28 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446260 Jul 21 22:58:43.931774 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a704f37b-6657-4768-8192-8cea0c829250 req-35e63112-e3ba-443d-b49d-7a9256a9924c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:43.933306 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-35e63112-e3ba-443d-b49d-7a9256a9924c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456784 Jul 21 22:58:44.027721 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-9359bb15-fd3c-4bc0-9cd1-289c8da9fc23 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868115 Jul 21 22:58:44.242647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-191f29e7-ce15-4436-b0f8-374abca55be1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:44.377501 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a704f37b-6657-4768-8192-8cea0c829250 req-408d12ae-52cc-482c-a238-3dfca30c7422 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3428023 Jul 21 22:58:44.478163 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb077ef-0337-44ca-9c32-df6436a9e442 req-11e52abc-a610-4d4c-bce1-7ace9301a119 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:44.483554 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-beb077ef-0337-44ca-9c32-df6436a9e442 req-11e52abc-a610-4d4c-bce1-7ace9301a119 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 944 time: 0.0480592 Jul 21 22:58:44.530083 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-beb077ef-0337-44ca-9c32-df6436a9e442 req-bb8b0327-2fc1-44a3-b5f8-700b69e7b497 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442648 Jul 21 22:58:44.644580 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-67226deb-9a26-4133-b638-cb78c44b0953 req-d2d47769-074a-4ea7-bc0b-0cce32c085ed tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0287747 Jul 21 22:58:45.015183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7362f4-80af-4b5f-bb11-76f0d98d740f req-0639fe93-128c-44dd-a048-b1e71de8842e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:45.016787 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2b7362f4-80af-4b5f-bb11-76f0d98d740f req-0639fe93-128c-44dd-a048-b1e71de8842e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0583549 Jul 21 22:58:45.030459 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:45.068646 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2b7362f4-80af-4b5f-bb11-76f0d98d740f req-0f081eaa-b0e5-487e-85e6-e7d7725320ea tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452609 Jul 21 22:58:45.608222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:45.647621 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f640d3-0e6e-4321-bf71-2b8fc2b27017 req-027a3a1e-b14e-4fb3-8b52-35f35f179b74 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:45.649035 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-17f640d3-0e6e-4321-bf71-2b8fc2b27017 req-027a3a1e-b14e-4fb3-8b52-35f35f179b74 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 944 time: 0.0502260 Jul 21 22:58:45.661470 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:45.698904 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-17f640d3-0e6e-4321-bf71-2b8fc2b27017 req-5e3e8e56-c3ef-432f-904a-001243953a41 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441751 Jul 21 22:58:45.752279 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bae97dbe-bd05-484a-a652-d0bd0bfbca73 req-fb60fb84-3c3f-496e-925b-94b785d67d4e tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0288904 Jul 21 22:58:45.803501 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fe76-6134-4e04-a5ad-886514813299 req-a2c69d86-4473-4eb9-951f-37b586eb8061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:45.804981 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-a2c69d86-4473-4eb9-951f-37b586eb8061 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 1128 time: 0.0403237 Jul 21 22:58:45.870613 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-5dc9cab1-9dee-4d0d-8154-f8cbcecc824a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:45.872095 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-5dc9cab1-9dee-4d0d-8154-f8cbcecc824a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1072090 Jul 21 22:58:45.917225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fe76-6134-4e04-a5ad-886514813299 req-69c771d2-a292-484f-a101-cb9f37cc1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:45.919014 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-69c771d2-a292-484f-a101-cb9f37cc1c7c service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.1034250 Jul 21 22:58:45.939214 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-32174141-da8b-46c8-83b5-b5ba4133d5fc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 378 time: 0.0564682 Jul 21 22:58:45.952482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'port': {'device_id': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'admin_state_up': True, 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'security_groups': ['9f801431-6935-4621-87cb-a582811ac990']}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:45.964033 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-e52fab08-1e10-48c0-a84a-4c8d44b95edb service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c HTTP/1.1" status: 200 len: 217 time: 0.0366318 Jul 21 22:58:46.014913 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fe76-6134-4e04-a5ad-886514813299 req-fe711190-20d9-43d8-95a3-9858e3e1009a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.016414 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-fe711190-20d9-43d8-95a3-9858e3e1009a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0455840 Jul 21 22:58:46.070180 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f5fe76-6134-4e04-a5ad-886514813299 req-547c9584-da68-4255-836d-42581a67fd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.071767 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-547c9584-da68-4255-836d-42581a67fd01 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456612 Jul 21 22:58:46.076634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.173420 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:58:46.177314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.185889 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-714e8b9d-08b1-4208-97f0-ffd29910ff99 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012383 Jul 21 22:58:46.208736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de01b05-4020-4879-bac5-bccda5fdd981 req-c42d7315-c203-47c8-9ddc-96b899935c83 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.210210 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3de01b05-4020-4879-bac5-bccda5fdd981 req-c42d7315-c203-47c8-9ddc-96b899935c83 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0703287 Jul 21 22:58:46.284551 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:46.288708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-30f5fe76-6134-4e04-a5ad-886514813299 req-eca82543-649c-4830-aa1e-a115763f9ad6 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960829 Jul 21 22:58:46.300500 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:46.308211 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3de01b05-4020-4879-bac5-bccda5fdd981 req-893c1637-9dcd-4d77-95e4-c3c11193f8c8 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898802 Jul 21 22:58:46.366035 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.20.0.11 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/31ffe9d2-f878-4725-811a-0c9011087597) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 22:58:46.504728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (31ffe9d2-f878-4725-811a-0c9011087597), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.602736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.644409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:46.647949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 22:58:46.651217 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:58:46.657474 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 22:58:46.683080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:46.712001 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.712633 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.819530 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-1cc27e13-3437-4966-9be1-55fb12c72b71 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8707416 Jul 21 22:58:46.825926 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8173d7fb-f4dc-4892-8273-baab4c395661 req-9fc86c4b-54cf-4085-9128-32abeaff84f1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.832985 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8173d7fb-f4dc-4892-8273-baab4c395661 req-9fc86c4b-54cf-4085-9128-32abeaff84f1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 944 time: 0.0617206 Jul 21 22:58:46.833929 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Request body: {'port': {'device_id': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:46.876915 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8173d7fb-f4dc-4892-8273-baab4c395661 req-380acb6f-66f8-4c76-8946-fc9becc426ef tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430505 Jul 21 22:58:46.900637 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-0606f192-7a25-44a3-85e3-253681e54653 None None] Provisioning complete for port 31ffe9d2-f878-4725-811a-0c9011087597 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:46.901204 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0606f192-7a25-44a3-85e3-253681e54653 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (31ffe9d2-f878-4725-811a-0c9011087597), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:46.907027 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904be5b-4ae4-44ff-aaeb-c870941d29dc req-f6d30c40-d9b5-4582-8eb4-93955bce458d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:46.909112 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2904be5b-4ae4-44ff-aaeb-c870941d29dc req-f6d30c40-d9b5-4582-8eb4-93955bce458d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 932 time: 0.0716066 Jul 21 22:58:46.933939 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-0606f192-7a25-44a3-85e3-253681e54653 None None] Port 31ffe9d2-f878-4725-811a-0c9011087597 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 22:58:46.954932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (31ffe9d2-f878-4725-811a-0c9011087597), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.011866 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2904be5b-4ae4-44ff-aaeb-c870941d29dc req-c76c397e-ff77-4ece-8ad0-bdd8880565e6 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0852926 Jul 21 22:58:47.048696 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.201408 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:47.236575 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31ffe9d2-f878-4725-811a-0c9011087597 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:47.244926 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks [] for port (31ffe9d2-f878-4725-811a-0c9011087597), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.258233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Transition to ACTIVE for port object 31ffe9d2-f878-4725-811a-0c9011087597 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 22:58:47.304963 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.331895 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.382888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:47.442472 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323ecf1b-f79d-4214-9e20-4468e4704b80 req-3521e411-4305-42aa-81c5-e27e0c275aef tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:47.445816 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-323ecf1b-f79d-4214-9e20-4468e4704b80 req-3521e411-4305-42aa-81c5-e27e0c275aef tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0690355 Jul 21 22:58:47.480318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Attempting to bind port 31ffe9d2-f878-4725-811a-0c9011087597 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 22:58:47.480721 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Attempting to bind port 31ffe9d2-f878-4725-811a-0c9011087597 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 22:58:47.481185 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Attempting to bind port 31ffe9d2-f878-4725-811a-0c9011087597 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:47.486087 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Port 31ffe9d2-f878-4725-811a-0c9011087597 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 22:58:47.486979 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Attempting to bind port 31ffe9d2-f878-4725-811a-0c9011087597 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 22:58:47.497753 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 22:58:47.498316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:58:47.498959 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 22:58:47.500118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Bound port: 31ffe9d2-f878-4725-811a-0c9011087597, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 22:58:47.500484 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (31ffe9d2-f878-4725-811a-0c9011087597), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.502867 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-323ecf1b-f79d-4214-9e20-4468e4704b80 req-f5daa51f-6c46-4e00-ac48-d065ac2f0ce1 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514388 Jul 21 22:58:47.571837 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 22:58:47.574868 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31ffe9d2-f878-4725-811a-0c9011087597,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 22:58:47.651720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.685255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:47.686062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.687554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] 10.222.0.33 "PUT /v2.0/ports/31ffe9d2-f878-4725-811a-0c9011087597 HTTP/1.1" status: 200 len: 1094 time: 0.8605947 Jul 21 22:58:47.690596 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:47.700868 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d802f7c-2855-473f-966b-bce8520f772c" -d '{"events": [{"name": "network-changed", "server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "tag": "31ffe9d2-f878-4725-811a-0c9011087597"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:47.729251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91cc956-e758-4457-b668-d851a91c9eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:47.763742 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40198) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:47.905091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4436517f-b797-450d-9dd7-9f06d104c60e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:47.913048 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-28cd50de-4a50-4bb8-9a54-388ec8dc62d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:47.915975 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-28cd50de-4a50-4bb8-9a54-388ec8dc62d2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 1128 time: 0.0860705 Jul 21 22:58:47.960038 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506e25f8-bbef-4d63-b3e3-fa3f352afc65 x-openstack-request-id: req-506e25f8-bbef-4d63-b3e3-fa3f352afc65 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:47.960362 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "tag": "31ffe9d2-f878-4725-811a-0c9011087597", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:47.960673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-506e25f8-bbef-4d63-b3e3-fa3f352afc65 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:47.961143 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-506e25f8-bbef-4d63-b3e3-fa3f352afc65'] response: {'name': 'network-changed', 'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597', 'status': 'completed', 'code': 200} Jul 21 22:58:47.963035 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-f91680c0-1437-4672-8025-8695daf4bc63 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ffe9d2-f878-4725-811a-0c9011087597 HTTP/1.1" status: 200 len: 217 time: 0.0391345 Jul 21 22:58:48.016673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-64e502ce-d534-4c17-9d0f-ea9661f32177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:48.019045 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-64e502ce-d534-4c17-9d0f-ea9661f32177 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0501761 Jul 21 22:58:48.035496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e968c-c615-428a-8ea6-c50678fa7d7e req-2ade9d28-1cab-419a-9e07-aff4db9a77b2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:48.037006 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d3e968c-c615-428a-8ea6-c50678fa7d7e req-2ade9d28-1cab-419a-9e07-aff4db9a77b2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 944 time: 0.0704522 Jul 21 22:58:48.038939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4436517f-b797-450d-9dd7-9f06d104c60e admin admin] Publish callbacks [] for security_group (277fde7f-c335-41b6-bf3a-1a7368e4e8fe), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.069686 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-4314bb2d-670f-4008-8adc-46a8b0789512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:48.071291 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-4314bb2d-670f-4008-8adc-46a8b0789512 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421968 Jul 21 22:58:48.090114 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d3e968c-c615-428a-8ea6-c50678fa7d7e req-2c82d5fd-16b3-466b-9791-622fde44a102 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445230 Jul 21 22:58:48.099730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4436517f-b797-450d-9dd7-9f06d104c60e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (277fde7f-c335-41b6-bf3a-1a7368e4e8fe), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.102066 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:48.118960 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:48.151280 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4436517f-b797-450d-9dd7-9f06d104c60e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=277fde7f-c335-41b6-bf3a-1a7368e4e8fe,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:48.158042 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4436517f-b797-450d-9dd7-9f06d104c60e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3b8f7f1282e345c6a4ae42c0ccf060dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3906195 Jul 21 22:58:48.158281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40206) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:48.189285 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99757314-6cab-40b9-a345-93fc632f599d req-65f8e3b2-6a1f-47d2-b373-438c97029318 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:48.191447 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-99757314-6cab-40b9-a345-93fc632f599d req-65f8e3b2-6a1f-47d2-b373-438c97029318 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 944 time: 0.0865467 Jul 21 22:58:48.208838 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] Publish callbacks [] for security_group (277fde7f-c335-41b6-bf3a-1a7368e4e8fe), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.226476 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-9d718f6e-2b20-41a5-830e-c8300ed56a6e service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466277 Jul 21 22:58:48.232113 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] Publish callbacks [] for security_group (277fde7f-c335-41b6-bf3a-1a7368e4e8fe), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.283942 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-99757314-6cab-40b9-a345-93fc632f599d req-26e8fb52-5096-4d55-803e-fca5faf9a740 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0851572 Jul 21 22:58:48.345047 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a5cc45ef-5af6-4fff-bc9f-e5c589588c79 req-67001261-47a9-436c-8d82-a7ccc48907c0 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073380 Jul 21 22:58:48.379258 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (277fde7f-c335-41b6-bf3a-1a7368e4e8fe), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.381996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.383190 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/277fde7f-c335-41b6-bf3a-1a7368e4e8fe HTTP/1.1" status: 204 len: 168 time: 0.2239828 Jul 21 22:58:48.391190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92e9e14-f318-44ca-884a-01d7718423d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=277fde7f-c335-41b6-bf3a-1a7368e4e8fe,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:48.473114 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 18c604d0-57b0-45a4-a124-d78abd64bf0c details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:58:48.577689 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:48.590024 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'port_id': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'mac_address': 'fa:16:3e:79:31:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 610, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:58:48.622942 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724fbdfb-332b-40a6-8330-552cf8fbfc94 req-acddcf01-56da-4ab5-b9ae-6d8e3251ea61 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:48.624443 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-724fbdfb-332b-40a6-8330-552cf8fbfc94 req-acddcf01-56da-4ab5-b9ae-6d8e3251ea61 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0499716 Jul 21 22:58:48.625830 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 18c604d0-57b0-45a4-a124-d78abd64bf0c is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:48.626227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.640444 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18c604d0-57b0-45a4-a124-d78abd64bf0c {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:48.656792 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:48.665391 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:48.680367 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-724fbdfb-332b-40a6-8330-552cf8fbfc94 req-f54b138a-53f9-41ea-8ac9-3cd4855a7d88 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495319 Jul 21 22:58:48.757084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:48.809994 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:49.135737 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['18c604d0-57b0-45a4-a124-d78abd64bf0c'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:58:49.167580 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:49.207044 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ca23bf-21de-4e82-ad22-5e2037bb6472 req-28dacc64-f9c2-4696-990a-7d55ffd76cc3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.208404 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-03ca23bf-21de-4e82-ad22-5e2037bb6472 req-28dacc64-f9c2-4696-990a-7d55ffd76cc3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 945 time: 0.0493808 Jul 21 22:58:49.261307 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-03ca23bf-21de-4e82-ad22-5e2037bb6472 req-bf2a808e-444b-43b3-90c8-cadcf00026b0 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472884 Jul 21 22:58:49.320070 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=38 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:49.397944 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b8ac8-fba7-4800-b525-127eeb54c526 req-a42ed076-c4c3-4cb9-8f97-738b1777f2f2 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.399541 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-237b8ac8-fba7-4800-b525-127eeb54c526 req-a42ed076-c4c3-4cb9-8f97-738b1777f2f2 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 944 time: 0.0483515 Jul 21 22:58:49.446955 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-237b8ac8-fba7-4800-b525-127eeb54c526 req-1e68b300-8776-4442-bcae-ad580a9e1e09 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415289 Jul 21 22:58:49.563182 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10470e9b-59c0-4ba0-a88e-4a9bb8dd501b req-87846008-e04c-412a-ae29-ebc59e27ea75 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.565103 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-10470e9b-59c0-4ba0-a88e-4a9bb8dd501b req-87846008-e04c-412a-ae29-ebc59e27ea75 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0467327 Jul 21 22:58:49.623388 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-10470e9b-59c0-4ba0-a88e-4a9bb8dd501b req-94f9ae8e-4615-4901-b3f3-0c0f90d38347 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0526316 Jul 21 22:58:49.788255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802f7c-2855-473f-966b-bce8520f772c req-5642aa77-5355-4378-9e1d-e3c0a15f6fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.789769 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-5642aa77-5355-4378-9e1d-e3c0a15f6fda service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 1128 time: 0.0451794 Jul 21 22:58:49.806485 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c9867-db48-457c-b251-0da581387f92 req-3b2fe5c8-0c6a-41f9-94a3-16b229ab2537 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.808014 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-799c9867-db48-457c-b251-0da581387f92 req-3b2fe5c8-0c6a-41f9-94a3-16b229ab2537 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0560174 Jul 21 22:58:49.859482 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-799c9867-db48-457c-b251-0da581387f92 req-af4c8ca9-861a-4b01-bf20-594f646af247 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458078 Jul 21 22:58:49.941918 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-641dcf75-1888-4c3f-86f1-7eb4f2f5e8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.943404 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-641dcf75-1888-4c3f-86f1-7eb4f2f5e8a6 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1169 time: 0.0403852 Jul 21 22:58:49.961492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802f7c-2855-473f-966b-bce8520f772c req-bb1c2c9b-531b-49d3-93aa-66ef76f7636c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:49.962985 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-bb1c2c9b-531b-49d3-93aa-66ef76f7636c service neutron] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 916 time: 0.0944660 Jul 21 22:58:50.010510 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-34ce64c7-3a57-4e87-a239-387101f01cd0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ffe9d2-f878-4725-811a-0c9011087597 HTTP/1.1" status: 200 len: 217 time: 0.0370421 Jul 21 22:58:50.040410 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-b383106b-d42a-4be6-b85a-823fd760d7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.041873 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-b383106b-d42a-4be6-b85a-823fd760d7bc service neutron] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 916 time: 0.0904148 Jul 21 22:58:50.060861 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802f7c-2855-473f-966b-bce8520f772c req-413b9917-cc04-49fa-ba63-cd3a3d58084e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.062302 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-413b9917-cc04-49fa-ba63-cd3a3d58084e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0444059 Jul 21 22:58:50.104722 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-8fa65525-5039-4ee2-86a7-31aba290426c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 1002 time: 0.0545394 Jul 21 22:58:50.108636 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d802f7c-2855-473f-966b-bce8520f772c req-b0aed8be-86f6-4595-959a-df48bd399004 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.110115 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-b0aed8be-86f6-4595-959a-df48bd399004 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387287 Jul 21 22:58:50.157840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-9b2a7ebb-525b-41e0-b6f4-c9caacf2e5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.161598 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-9b2a7ebb-525b-41e0-b6f4-c9caacf2e5ee service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.0479310 Jul 21 22:58:50.208448 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-a781849a-91ca-41c7-9fa8-31b45cb0f06d service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892041 Jul 21 22:58:50.209000 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-55d17b03-3fa1-4e92-a8a9-124174f3e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.210155 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-55d17b03-3fa1-4e92-a8a9-124174f3e795 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393398 Jul 21 22:58:50.308151 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-bf872c5d-77df-4bf7-8790-76df00f11861 service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837557 Jul 21 22:58:50.308498 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d802f7c-2855-473f-966b-bce8520f772c req-37ba05c5-0763-4e9e-8c5c-711cfd34af35 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859728 Jul 21 22:58:50.376180 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9ccf37-9390-48e8-af91-38eacf6de738 req-05ceb7e7-8987-4dee-8de9-4e2e2d794a04 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.378177 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3f9ccf37-9390-48e8-af91-38eacf6de738 req-05ceb7e7-8987-4dee-8de9-4e2e2d794a04 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 945 time: 0.0470817 Jul 21 22:58:50.411342 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0aa04a5a-8fdd-431b-b5bb-3908f178cbda req-7044a184-e3b3-42b3-a2ae-7a045dafad2f service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906994 Jul 21 22:58:50.431900 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3f9ccf37-9390-48e8-af91-38eacf6de738 req-b75950ce-6554-4577-a606-80b714b4c482 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481203 Jul 21 22:58:50.490116 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 18c604d0-57b0-45a4-a124-d78abd64bf0c up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:58:50.533707 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 18c604d0-57b0-45a4-a124-d78abd64bf0c completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:58:50.561525 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4370b0d8-f57c-4879-a22c-6d3e6e5a3382 req-0cb6ca62-6e4b-4cf5-973e-e0dc03bee2fc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.563016 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4370b0d8-f57c-4879-a22c-6d3e6e5a3382 req-0cb6ca62-6e4b-4cf5-973e-e0dc03bee2fc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 944 time: 0.0481291 Jul 21 22:58:50.607962 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 18c604d0-57b0-45a4-a124-d78abd64bf0c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:50.608346 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:50.612267 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4370b0d8-f57c-4879-a22c-6d3e6e5a3382 req-17d9db1e-0693-4a7e-9d52-4ebdba655122 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430493 Jul 21 22:58:50.635237 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:50.682863 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 18c604d0-57b0-45a4-a124-d78abd64bf0c is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:50.683263 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:50.702953 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:50.707465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:50.709703 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-083e8a43-4344-4619-97aa-84a6153d5be1" -d '{"events": [{"server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "name": "network-vif-plugged", "status": "completed", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:50.722766 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:50.742312 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ee998b-4033-49ff-a733-3dcce8743684 req-be38adf9-e3c4-42fb-95ad-6c537dfbf371 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.743824 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5ee998b-4033-49ff-a733-3dcce8743684 req-be38adf9-e3c4-42fb-95ad-6c537dfbf371 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0491514 Jul 21 22:58:50.754534 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ed76fe-7386-4420-9c81-6ae95964e858 x-openstack-request-id: req-f8ed76fe-7386-4420-9c81-6ae95964e858 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:50.754867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "name": "network-vif-plugged", "status": "completed", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:50.755132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f8ed76fe-7386-4420-9c81-6ae95964e858 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:50.755545 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f8ed76fe-7386-4420-9c81-6ae95964e858'] response: {'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'code': 200} Jul 21 22:58:50.789073 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-b6e0d217-1db9-47fd-8752-477d9cbc176a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.790748 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-b6e0d217-1db9-47fd-8752-477d9cbc176a service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0497682 Jul 21 22:58:50.813417 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c5ee998b-4033-49ff-a733-3dcce8743684 req-02d763d8-308b-4a31-9069-45b63af7f3f4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625436 Jul 21 22:58:50.835138 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:50.876634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:50.887045 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:50.901442 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-f19608fa-b8bd-42a9-bd50-fcdc47599eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:50.902950 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-f19608fa-b8bd-42a9-bd50-fcdc47599eda service neutron] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 909 time: 0.0949314 Jul 21 22:58:51.001610 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-c7f5832d-503a-4fd5-8ceb-83a57244868a service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 1000 time: 0.0881512 Jul 21 22:58:51.012870 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cc2c5-cc27-408d-b759-69e2cfdba764 req-40cee030-07ce-41ec-ab55-cf19b44d8306 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.014324 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-de3cc2c5-cc27-408d-b759-69e2cfdba764 req-40cee030-07ce-41ec-ab55-cf19b44d8306 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0637858 Jul 21 22:58:51.071942 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:51.080810 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-4614fd4c-1f31-4c14-ba4b-fa9246985a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.082267 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-4614fd4c-1f31-4c14-ba4b-fa9246985a76 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0670443 Jul 21 22:58:51.090061 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da1f54c-dbf6-4449-b69c-47e54997573f req-9c9a135c-da19-45ce-9355-01a500df41a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.091576 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9da1f54c-dbf6-4449-b69c-47e54997573f req-9c9a135c-da19-45ce-9355-01a500df41a5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 1130 time: 0.0413446 Jul 21 22:58:51.107290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:51.113906 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-de3cc2c5-cc27-408d-b759-69e2cfdba764 req-9ebd3e22-e6eb-405b-8bcd-63a28888bccf tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906246 Jul 21 22:58:51.118192 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:51.139031 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9da1f54c-dbf6-4449-b69c-47e54997573f req-13b87555-a884-45bc-ad75-5033833ed228 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407515 Jul 21 22:58:51.142057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-0f53ec55-aceb-4944-b3bb-a1c0356ec21e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.144126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-0f53ec55-aceb-4944-b3bb-a1c0356ec21e service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519247 Jul 21 22:58:51.447687 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-4f283bba-0bb3-4621-b31e-cfd87a548c15 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836978 Jul 21 22:58:51.509560 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:51.546288 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-81864bc7-80a2-487a-88e4-adaf2c11cfa0 req-9c2cf3dc-067a-4a2b-91a7-3c05efcaa97b service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917053 Jul 21 22:58:51.731114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f177f93c-b312-46f9-a31d-8e3f1fe361d8 req-a0065ec2-c270-4e85-aef2-7a4f08e291fc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.732646 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f177f93c-b312-46f9-a31d-8e3f1fe361d8 req-a0065ec2-c270-4e85-aef2-7a4f08e291fc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 944 time: 0.0511603 Jul 21 22:58:51.783366 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f177f93c-b312-46f9-a31d-8e3f1fe361d8 req-121989ff-42ab-4037-9aca-8a95b7d4bd58 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449998 Jul 21 22:58:51.789186 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b293b-4d72-454a-91b2-3248f232308b req-69d6e4a1-b29f-4a6a-ac16-e08b09c1a5df tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.790682 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e26b293b-4d72-454a-91b2-3248f232308b req-69d6e4a1-b29f-4a6a-ac16-e08b09c1a5df tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.2905016 Jul 21 22:58:51.837373 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e26b293b-4d72-454a-91b2-3248f232308b req-2be97a97-47c9-4c40-9bd6-1bbd1b002002 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411847 Jul 21 22:58:51.929580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5365bb-16d1-4086-bd47-25804935f25e req-6c00f3f1-2a7c-4096-87f4-8559c07871c0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:51.930958 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3c5365bb-16d1-4086-bd47-25804935f25e req-6c00f3f1-2a7c-4096-87f4-8559c07871c0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0497949 Jul 21 22:58:51.990107 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3c5365bb-16d1-4086-bd47-25804935f25e req-184b05d8-613c-400a-9b11-eb53e757cb5d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536115 Jul 21 22:58:52.227912 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54068ac-4ab4-408c-b147-6210839a51dd req-d83174a9-fe2c-4bbe-a2a6-3017b790dea9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:52.229389 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e54068ac-4ab4-408c-b147-6210839a51dd req-d83174a9-fe2c-4bbe-a2a6-3017b790dea9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0479496 Jul 21 22:58:52.278348 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e54068ac-4ab4-408c-b147-6210839a51dd req-a25a87ed-ba86-4955-8741-e3a2eb9d1436 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435054 Jul 21 22:58:52.494226 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 31ffe9d2-f878-4725-811a-0c9011087597 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:58:52.591553 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31ffe9d2-f878-4725-811a-0c9011087597,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:52.606026 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '31ffe9d2-f878-4725-811a-0c9011087597', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'port_id': '31ffe9d2-f878-4725-811a-0c9011087597', 'mac_address': 'fa:16:3e:ef:f0:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:58:52.639877 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 31ffe9d2-f878-4725-811a-0c9011087597 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:52.640267 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (31ffe9d2-f878-4725-811a-0c9011087597), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:52.653426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31ffe9d2-f878-4725-811a-0c9011087597 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:58:52.673115 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31ffe9d2-f878-4725-811a-0c9011087597,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:52.745120 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:52.791099 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:52.898271 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e373d459-a475-4889-bc48-e4c405eb0983 req-80e14799-0a68-47be-b5ba-1cb8a390af76 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:52.899826 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e373d459-a475-4889-bc48-e4c405eb0983 req-80e14799-0a68-47be-b5ba-1cb8a390af76 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 945 time: 0.0489550 Jul 21 22:58:52.947708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e373d459-a475-4889-bc48-e4c405eb0983 req-0e0f3086-6407-422b-9d2e-c0c1ad870757 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421441 Jul 21 22:58:52.954032 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c812e-4ce3-4fbd-b90e-5ae5584388c8 req-e797eadb-047b-4bcf-b4e6-b7b65524442d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:52.955631 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e13c812e-4ce3-4fbd-b90e-5ae5584388c8 req-e797eadb-047b-4bcf-b4e6-b7b65524442d tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0506408 Jul 21 22:58:53.002939 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e13c812e-4ce3-4fbd-b90e-5ae5584388c8 req-37480d61-9db9-4951-9b06-90b387f546d3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409522 Jul 21 22:58:53.101715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca14e03-c6bf-401f-a5d9-60527b2fd19d req-5c93e2f3-5eae-4375-b81b-01405d1d9c42 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:53.103188 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5ca14e03-c6bf-401f-a5d9-60527b2fd19d req-5c93e2f3-5eae-4375-b81b-01405d1d9c42 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0464799 Jul 21 22:58:53.136644 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['31ffe9d2-f878-4725-811a-0c9011087597'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:58:53.165741 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5ca14e03-c6bf-401f-a5d9-60527b2fd19d req-22ece821-6a25-4716-a845-d0013aae99ce tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0568886 Jul 21 22:58:53.401596 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bab91a-4d49-447e-8876-4a4334fdeb0d req-4d49d662-907d-4d53-a9de-3ad21d29f2b4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:53.403114 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-54bab91a-4d49-447e-8876-4a4334fdeb0d req-4d49d662-907d-4d53-a9de-3ad21d29f2b4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0580738 Jul 21 22:58:53.452140 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-54bab91a-4d49-447e-8876-4a4334fdeb0d req-be45bbb9-7935-40e5-a70f-0bccd3f9af62 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424573 Jul 21 22:58:54.060843 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516bd0ab-b113-4d13-9b10-8b86187b3ae0 req-b9cad25a-1df6-4f06-9db7-453f5d039752 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:54.062324 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-516bd0ab-b113-4d13-9b10-8b86187b3ae0 req-b9cad25a-1df6-4f06-9db7-453f5d039752 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 945 time: 0.0492055 Jul 21 22:58:54.109672 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-516bd0ab-b113-4d13-9b10-8b86187b3ae0 req-87f05f31-ba21-42fe-9e40-9b2179e95cde tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413249 Jul 21 22:58:54.123181 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25019ced-4bb4-4faa-b64e-bdf63a48171d req-c421929c-7fa7-4f5e-980b-6a14fc553f3c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:54.124778 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-25019ced-4bb4-4faa-b64e-bdf63a48171d req-c421929c-7fa7-4f5e-980b-6a14fc553f3c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0516901 Jul 21 22:58:54.171838 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-25019ced-4bb4-4faa-b64e-bdf63a48171d req-e3d07ad7-c6b3-4397-9223-0fae9dbbd0aa tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409348 Jul 21 22:58:54.280902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0673b0-5883-4bfa-ae0a-f3b0294bc115 req-bcc468ab-c47d-4644-a933-41aa49860d87 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:54.282409 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a0673b0-5883-4bfa-ae0a-f3b0294bc115 req-bcc468ab-c47d-4644-a933-41aa49860d87 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0492034 Jul 21 22:58:54.282557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa860094-0496-4b42-a140-18b5f6f9a94d req-d24fa4cf-762f-4315-b529-d1d2c4b3bf8c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:54.284097 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aa860094-0496-4b42-a140-18b5f6f9a94d req-d24fa4cf-762f-4315-b529-d1d2c4b3bf8c tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0482783 Jul 21 22:58:54.292689 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40262) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:54.297182 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Request body: {'floatingip': {'port_id': '18c604d0-57b0-45a4-a124-d78abd64bf0c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:54.335251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:54.344833 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a0673b0-5883-4bfa-ae0a-f3b0294bc115 req-87d863d5-bbd9-4b3e-b66e-5b344383df70 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563579 Jul 21 22:58:54.530008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 31ffe9d2-f878-4725-811a-0c9011087597 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:58:54.572500 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 31ffe9d2-f878-4725-811a-0c9011087597 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 22:58:54.594765 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78caa6e3-bf2f-4ab1-b43a-2b3856cfe30a req-64f75b5e-3df7-40fe-a459-7b25ecc2cfff tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:54.597161 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-78caa6e3-bf2f-4ab1-b43a-2b3856cfe30a req-64f75b5e-3df7-40fe-a459-7b25ecc2cfff tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0649226 Jul 21 22:58:54.665777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 31ffe9d2-f878-4725-811a-0c9011087597 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:58:54.666189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (31ffe9d2-f878-4725-811a-0c9011087597), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:54.753516 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 31ffe9d2-f878-4725-811a-0c9011087597 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:54.753909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (31ffe9d2-f878-4725-811a-0c9011087597), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:54.754501 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-78caa6e3-bf2f-4ab1-b43a-2b3856cfe30a req-43d6a338-e8fb-4dd2-9442-8b1ba6a43051 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274173 Jul 21 22:58:54.777402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:54.779681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e718adc3-396a-49c0-bf85-55e480fdc44f" -d '{"events": [{"server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "name": "network-vif-plugged", "status": "completed", "tag": "31ffe9d2-f878-4725-811a-0c9011087597"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:54.793948 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31ffe9d2-f878-4725-811a-0c9011087597,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:54.818558 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7023c57a-ce6a-40ef-9aec-1e4e8ffd6d06 x-openstack-request-id: req-7023c57a-ce6a-40ef-9aec-1e4e8ffd6d06 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:54.818558 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "name": "network-vif-plugged", "status": "completed", "tag": "31ffe9d2-f878-4725-811a-0c9011087597", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:54.818558 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7023c57a-ce6a-40ef-9aec-1e4e8ffd6d06 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:54.818558 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7023c57a-ce6a-40ef-9aec-1e4e8ffd6d06'] response: {'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597', 'code': 200} Jul 21 22:58:54.864461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:54.867865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:54.874177 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:54.923886 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:54.971025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:55.006942 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:55.068886 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Floating IP fd82f29e-13d0-4682-a5f4-638d174dc450 associated. External IP: 172.27.0.6, port: 18c604d0-57b0-45a4-a124-d78abd64bf0c. Jul 21 22:58:55.149263 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b58f5a2-9dd2-4d6d-8d7d-cebeea17fafd req-02c04637-0887-4f57-b304-7fbb5fe8e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:55.151180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0b58f5a2-9dd2-4d6d-8d7d-cebeea17fafd req-02c04637-0887-4f57-b304-7fbb5fe8e497 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 1130 time: 0.0464072 Jul 21 22:58:55.198018 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0b58f5a2-9dd2-4d6d-8d7d-cebeea17fafd req-42abe38e-b174-4294-8796-ec5fb1dc3da9 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384455 Jul 21 22:58:55.287304 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd10c62-f10a-4a78-a0f3-9d51da3c0f13 req-03081637-302e-4aea-bb14-f7848dac5700 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:55.288699 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ccd10c62-f10a-4a78-a0f3-9d51da3c0f13 req-03081637-302e-4aea-bb14-f7848dac5700 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0828736 Jul 21 22:58:55.339269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:55.356893 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ccd10c62-f10a-4a78-a0f3-9d51da3c0f13 req-9f9350f4-c5d1-4dcc-a6ae-add923876beb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0615687 Jul 21 22:58:55.455035 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:55.460443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:55.467996 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:55.477510 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67b8750-ca24-47c6-a48d-b11f1911c591 req-a95f1330-778d-48f7-b308-20623b818ee4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:55.482078 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d67b8750-ca24-47c6-a48d-b11f1911c591 req-a95f1330-778d-48f7-b308-20623b818ee4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0615137 Jul 21 22:58:55.488346 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:55.489180 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:55.504717 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6757a82c-6985-4651-b646-b5e9617eaf99 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "PUT /v2.0/floatingips/fd82f29e-13d0-4682-a5f4-638d174dc450 HTTP/1.1" status: 200 len: 990 time: 1.2108791 Jul 21 22:58:55.506594 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:55.510217 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52" -d '{"events": [{"name": "network-changed", "server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:55.519227 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:55.536051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:55.551589 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00e31ff-9420-4b0d-8851-8c94b5a7b379 x-openstack-request-id: req-c00e31ff-9420-4b0d-8851-8c94b5a7b379 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:55.552061 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:55.552317 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c00e31ff-9420-4b0d-8851-8c94b5a7b379 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:55.552728 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c00e31ff-9420-4b0d-8851-8c94b5a7b379'] response: {'name': 'network-changed', 'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'status': 'completed', 'code': 200} Jul 21 22:58:55.555339 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d67b8750-ca24-47c6-a48d-b11f1911c591 req-192ba9f5-fe04-411b-954d-528cfb6c92e0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0692708 Jul 21 22:58:55.608702 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:55.642147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-f216faf6-a476-4fb5-9f47-d94c9a36df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:55.644252 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-f216faf6-a476-4fb5-9f47-d94c9a36df8f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=08576395a1f1437385d2f24b482572a6&device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 1130 time: 0.0433834 Jul 21 22:58:55.818992 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'fd82f29e-13d0-4682-a5f4-638d174dc450', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:79:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:35Z', 'updated_at': '2022-07-21T22:58:54Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:55.848204 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:55.857030 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:55.857642 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:55.871612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aafbe80-bbde-4dbc-a78d-065dfb0daccc req-a0cc89e1-06a2-401d-ba24-96a5b82a904d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:55.873125 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6aafbe80-bbde-4dbc-a78d-065dfb0daccc req-a0cc89e1-06a2-401d-ba24-96a5b82a904d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0487993 Jul 21 22:58:55.922817 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6aafbe80-bbde-4dbc-a78d-065dfb0daccc req-0bc6b603-38fe-4174-a16e-d9e37e8adc92 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437691 Jul 21 22:58:55.956633 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:56.085414 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-f066dcbe-51a6-4e6a-8d79-51bcfdbc9b4c req-04b26585-72f1-4bfe-b0b4-7f36c3e47afd service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 22:58:56.086466 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f066dcbe-51a6-4e6a-8d79-51bcfdbc9b4c req-04b26585-72f1-4bfe-b0b4-7f36c3e47afd service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0994959 Jul 21 22:58:56.174195 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'fd82f29e-13d0-4682-a5f4-638d174dc450', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:79:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:35Z', 'updated_at': '2022-07-21T22:58:54Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:56.199024 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b12f29-b62a-4987-8e2e-616696c8c2fb None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'fd82f29e-13d0-4682-a5f4-638d174dc450', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'floating_ip_address': '172.27.0.6', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'port_id': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'mac_address': 'fa:16:3e:79:31:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:35Z', 'updated_at': '2022-07-21T22:58:54Z', 'revision_number': 1, 'project_id': '08576395a1f1437385d2f24b482572a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:58:56.208667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-62519c71-bc12-4c58-9bb4-77323a112b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.212609 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-62519c71-bc12-4c58-9bb4-77323a112b4a service neutron] 10.222.0.33 "GET /v2.0/networks?id=886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 200 len: 912 time: 0.0905650 Jul 21 22:58:56.377158 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc1e3e-5725-42a0-9971-b5fc54443b3a req-81e751ad-acd2-44d4-a162-c641d8c4b124 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.379562 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6cdc1e3e-5725-42a0-9971-b5fc54443b3a req-81e751ad-acd2-44d4-a162-c641d8c4b124 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0542607 Jul 21 22:58:56.412625 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6224f9-3892-4aed-a19b-8f60b1a20453 None None] New status for floating IP fd82f29e-13d0-4682-a5f4-638d174dc450: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:58:56.444729 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6cdc1e3e-5725-42a0-9971-b5fc54443b3a req-67ed1cca-2436-4726-baef-413893804d1d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597219 Jul 21 22:58:56.450681 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-f0152725-ce35-4cff-a11a-9c4bd7e59aae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0739384 Jul 21 22:58:56.459119 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-6f60dbb1-b99d-465b-ad92-ab79ca9526e1 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c HTTP/1.1" status: 200 len: 998 time: 0.1305835 Jul 21 22:58:56.531707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f19008c-9d25-4d67-94c5-86abef66b2b0 req-0dcd5371-d96b-4d39-8632-837a37d752ed tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.533731 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f19008c-9d25-4d67-94c5-86abef66b2b0 req-0dcd5371-d96b-4d39-8632-837a37d752ed tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0770485 Jul 21 22:58:56.563059 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-c93a6dce-1935-4ba7-b50f-2c766d45d6ac tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.565027 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-c93a6dce-1935-4ba7-b50f-2c766d45d6ac tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports/5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 942 time: 0.0759735 Jul 21 22:58:56.571701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:58:56.599043 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f19008c-9d25-4d67-94c5-86abef66b2b0 req-cab891ba-4384-47b9-b4b0-ff11e7d8b794 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0594633 Jul 21 22:58:56.651445 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 5537f61f-aefa-458c-a1a7-50dc97eca904 is: ACTIVE; New status is: DOWN {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:58:56.651839 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:56.682673 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:56.695748 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:58:56.705496 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22839395-5372-4778-bd59-15f614da7eb6 req-716712f7-c5f3-487a-bc8e-b59d0ff5ddb4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.707536 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-22839395-5372-4778-bd59-15f614da7eb6 req-716712f7-c5f3-487a-bc8e-b59d0ff5ddb4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0610752 Jul 21 22:58:56.763563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-28c51f1a-67da-4eea-96fb-9b3d9c245096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:56.765626 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-28c51f1a-67da-4eea-96fb-9b3d9c245096 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 200 len: 850 time: 0.0522089 Jul 21 22:58:56.782829 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-22839395-5372-4778-bd59-15f614da7eb6 req-2df5fa77-a47f-4977-9574-59e85e31b07e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627573 Jul 21 22:58:56.805431 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:56.826317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:56.828496 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65303997-16a6-4d24-9904-77f51a39a220" -d '{"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-unplugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:56.874543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=6']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:58:56.874543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc019aa1-d35d-45ce-8276-6383fc223e22 x-openstack-request-id: req-bc019aa1-d35d-45ce-8276-6383fc223e22 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:56.874543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-unplugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:56.874543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bc019aa1-d35d-45ce-8276-6383fc223e22 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:56.874543 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc019aa1-d35d-45ce-8276-6383fc223e22'] response: {'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'code': 200} Jul 21 22:58:57.398865 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-3e193dcb-a16f-45cf-90b1-6c883139551b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:57.400371 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-3e193dcb-a16f-45cf-90b1-6c883139551b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=886605d9-b2c5-42f8-a453-66f8a90cc2d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405705 Jul 21 22:58:57.499367 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-21875a66-8edb-4b4b-97b6-bd8ac990d09b service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901203 Jul 21 22:58:57.589647 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172af039-b67d-4fd7-bd6a-271d8995c948 req-71660efc-8870-4951-9adc-58ca19bd6eb8 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:57.591555 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-172af039-b67d-4fd7-bd6a-271d8995c948 req-71660efc-8870-4951-9adc-58ca19bd6eb8 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0542417 Jul 21 22:58:57.592815 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6731e87-3dd4-46f8-89ee-ce07e3b08a52 req-71b70049-5927-4077-8348-7fd5f4efd9b1 service neutron] 10.222.0.33 "GET /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865786 Jul 21 22:58:57.646888 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-172af039-b67d-4fd7-bd6a-271d8995c948 req-2f587456-3686-48fa-ba8b-279ac2bd853a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482452 Jul 21 22:58:57.728133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f24b30-144a-44e9-aafb-aa29a1b4bc6a req-45ee07da-fc29-42ce-b4ff-8101c2c0b909 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:57.729663 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6f24b30-144a-44e9-aafb-aa29a1b4bc6a req-45ee07da-fc29-42ce-b4ff-8101c2c0b909 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0487845 Jul 21 22:58:57.781445 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6f24b30-144a-44e9-aafb-aa29a1b4bc6a req-fb52a396-21a3-4c7c-b29f-ee5520d473b5 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0462911 Jul 21 22:58:57.908151 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca81c00f-f876-41d0-8e2f-4bf173ef23fa req-6f5b60b9-9ce2-4c27-958f-8e34adf9c459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:57.908543 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59309def-3721-41ee-ac6c-1d06bcd9866a req-07ac0ad9-a9b4-40f2-9fa0-d05d38114c2d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:57.908659 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ca81c00f-f876-41d0-8e2f-4bf173ef23fa req-6f5b60b9-9ce2-4c27-958f-8e34adf9c459 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0531211 Jul 21 22:58:57.908742 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59309def-3721-41ee-ac6c-1d06bcd9866a req-07ac0ad9-a9b4-40f2-9fa0-d05d38114c2d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0505397 Jul 21 22:58:57.908958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40304) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:58:57.913526 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'port_id': '31ffe9d2-f878-4725-811a-0c9011087597'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:58:57.951856 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:57.962364 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-59309def-3721-41ee-ac6c-1d06bcd9866a req-3bc01d5b-d394-476d-9f54-b9e669a844a6 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560832 Jul 21 22:58:58.143552 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:58.377594 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:58.425887 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:58.523284 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP dcc63764-0c4d-418d-95fa-ef2e4949d330 associated. External IP: 172.27.0.155, port: 31ffe9d2-f878-4725-811a-0c9011087597. Jul 21 22:58:58.877653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5989db-664c-44bf-b545-d07b75322664 req-d8bcc2be-8a81-43a2-9d3a-ee70a37c2ec2 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:58.879152 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cd5989db-664c-44bf-b545-d07b75322664 req-d8bcc2be-8a81-43a2-9d3a-ee70a37c2ec2 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0835900 Jul 21 22:58:58.921498 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:58.976687 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cd5989db-664c-44bf-b545-d07b75322664 req-182e7ead-f84a-4640-87d5-10406b2047fb tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904074 Jul 21 22:58:59.044754 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:58:59.083562 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945a0c1-f41f-4c3f-8484-90922d70b9b5 req-d8e1e1e2-a4dd-4e65-bc39-2e707c6bc475 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.085058 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e945a0c1-f41f-4c3f-8484-90922d70b9b5 req-d8e1e1e2-a4dd-4e65-bc39-2e707c6bc475 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0480452 Jul 21 22:58:59.112008 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:59.151784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:58:59.152020 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e945a0c1-f41f-4c3f-8484-90922d70b9b5 req-b425fd77-3993-491a-8169-0032682a58ba tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0606925 Jul 21 22:58:59.156364 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:58:59.161563 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:58:59.173218 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:59.174169 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:59.187042 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ef59631d-4cac-4a5e-aafa-af94c53c80c8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "PUT /v2.0/floatingips/dcc63764-0c4d-418d-95fa-ef2e4949d330 HTTP/1.1" status: 200 len: 992 time: 1.2769616 Jul 21 22:58:59.187724 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:58:59.190572 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ff13b2-f77a-452c-83cb-34471bb647f7" -d '{"events": [{"name": "network-changed", "server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "tag": "31ffe9d2-f878-4725-811a-0c9011087597"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:58:59.225825 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 22:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72306e7a-a8b8-46c5-a56c-1d80b9ffc552 x-openstack-request-id: req-72306e7a-a8b8-46c5-a56c-1d80b9ffc552 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:58:59.226107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "tag": "31ffe9d2-f878-4725-811a-0c9011087597", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:58:59.226343 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72306e7a-a8b8-46c5-a56c-1d80b9ffc552 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:58:59.226838 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72306e7a-a8b8-46c5-a56c-1d80b9ffc552'] response: {'name': 'network-changed', 'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597', 'status': 'completed', 'code': 200} Jul 21 22:58:59.280476 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:59.357290 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:59.385185 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:59.434743 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-2575bb0b-768a-4244-b6e2-24171e9bd0e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.436152 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-16f81c82-83e4-40af-b10d-a6d6f4338746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.436974 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-2575bb0b-768a-4244-b6e2-24171e9bd0e6 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71&tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7 HTTP/1.1" status: 200 len: 1127 time: 0.0463066 Jul 21 22:58:59.437670 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-16f81c82-83e4-40af-b10d-a6d6f4338746 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 1130 time: 0.0471642 Jul 21 22:58:59.509944 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-11a35e76-bad3-49c0-9e22-3f25c89f3ea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.511700 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-11a35e76-bad3-49c0-9e22-3f25c89f3ea7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1127 time: 0.0468574 Jul 21 22:58:59.514143 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'dcc63764-0c4d-418d-95fa-ef2e4949d330', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '31ffe9d2-f878-4725-811a-0c9011087597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:ef:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:40Z', 'updated_at': '2022-07-21T22:58:58Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:59.539977 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:58:59.543949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-a7e6fdef-1ebb-45c6-a94d-ec04b34aa67d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.545430 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-a7e6fdef-1ebb-45c6-a94d-ec04b34aa67d service neutron] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 916 time: 0.0918667 Jul 21 22:58:59.548556 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:58:59.549651 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:58:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:59.589267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:59.612736 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-1ab88bb9-b0ed-42e8-b2e6-ef6a281a0946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.614155 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-cb12966d-5509-44cd-9e3c-3efa48bf8096 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31ffe9d2-f878-4725-811a-0c9011087597 HTTP/1.1" status: 200 len: 1000 time: 0.0587375 Jul 21 22:58:59.614273 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-1ab88bb9-b0ed-42e8-b2e6-ef6a281a0946 service neutron] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 909 time: 0.0948524 Jul 21 22:58:59.657880 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:58:59.664519 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:58:59.680993 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-7f639f94-b9a9-4865-a10f-e79c4c4e2e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.682486 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-7f639f94-b9a9-4865-a10f-e79c4c4e2e9b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0454564 Jul 21 22:58:59.695320 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-1d876012-192e-4bff-bb6c-21162b46c376 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 998 time: 0.0588758 Jul 21 22:58:59.740179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-eec79943-0972-4423-9171-b939d4e6ab50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.741747 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-eec79943-0972-4423-9171-b939d4e6ab50 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0494177 Jul 21 22:58:59.753661 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-dff0e1bf-350f-4379-a02d-de754335ced1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.755126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-dff0e1bf-350f-4379-a02d-de754335ced1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0524795 Jul 21 22:58:59.808454 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-bb564781-91e2-46e0-8cfa-04b17c8e2c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:58:59.810014 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-bb564781-91e2-46e0-8cfa-04b17c8e2c74 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488648 Jul 21 22:58:59.843751 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-c9ffc013-c987-4fbe-ac85-7a39e2a233ac service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945008 Jul 21 22:58:59.902742 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-35358a22-7e4f-48c2-babb-ee3eb9ea7bf7 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857148 Jul 21 22:58:59.940040 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-96ff13b2-f77a-452c-83cb-34471bb647f7 req-9e900582-4422-4936-99e7-80b2afcff682 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900109 Jul 21 22:58:59.968112 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'dcc63764-0c4d-418d-95fa-ef2e4949d330', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '31ffe9d2-f878-4725-811a-0c9011087597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:ef:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:40Z', 'updated_at': '2022-07-21T22:58:58Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:58:59.994042 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77310952-2ef5-44e9-a622-8d8486a70105 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': 'dcc63764-0c4d-418d-95fa-ef2e4949d330', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.155', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': '31ffe9d2-f878-4725-811a-0c9011087597', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 478, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:ef:f0:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T22:58:40Z', 'updated_at': '2022-07-21T22:58:58Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:59:00.001311 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84fb3c12-0349-4256-8d4a-f555f2929142 req-95ba1860-db4d-460f-b438-c34ed2050abd service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911808 Jul 21 22:59:00.108769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836e87a-e61f-45d5-b60d-e057243817a6 req-2d14b6a2-c798-4901-97e9-5122e52d8431 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:00.110268 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a836e87a-e61f-45d5-b60d-e057243817a6 req-2d14b6a2-c798-4901-97e9-5122e52d8431 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0508921 Jul 21 22:59:00.162054 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a836e87a-e61f-45d5-b60d-e057243817a6 req-25f9bae7-6317-478f-b85c-6d0c3ed40c2b tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460413 Jul 21 22:59:00.210989 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aa44c-b17f-4bf5-ab12-a9755d45cd66 None None] New status for floating IP dcc63764-0c4d-418d-95fa-ef2e4949d330: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:59:00.284028 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f3cf6b-c410-4ebb-b9f9-40fd08895af7 req-df5cd7fd-1fe3-4197-8219-6b8603b19e47 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:00.285432 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80f3cf6b-c410-4ebb-b9f9-40fd08895af7 req-df5cd7fd-1fe3-4197-8219-6b8603b19e47 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0480142 Jul 21 22:59:00.345881 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-80f3cf6b-c410-4ebb-b9f9-40fd08895af7 req-3cf84dab-bfa4-47dc-b14e-611ef326c163 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545385 Jul 21 22:59:01.278183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f4a043-2f9e-4d95-a2aa-1bb603c4e987 req-e30689fd-e0bf-4fa7-9d37-17ebf155fd32 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:01.279664 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-07f4a043-2f9e-4d95-a2aa-1bb603c4e987 req-e30689fd-e0bf-4fa7-9d37-17ebf155fd32 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0484450 Jul 21 22:59:01.332157 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-07f4a043-2f9e-4d95-a2aa-1bb603c4e987 req-7c160161-d03e-4db6-a39f-2a628e366e07 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463281 Jul 21 22:59:01.463496 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7630fc3-9238-49f5-81c0-3d8b15efe115 req-430daa9b-c3b5-498e-862d-75278baf30e4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:01.465013 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c7630fc3-9238-49f5-81c0-3d8b15efe115 req-430daa9b-c3b5-498e-862d-75278baf30e4 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0516911 Jul 21 22:59:01.527685 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c7630fc3-9238-49f5-81c0-3d8b15efe115 req-8c11d3f6-b35f-4948-b53e-6502272b4799 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569053 Jul 21 22:59:02.444985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdb5ebc-10db-467a-9aeb-5a4bdb7bbb86 req-013c50a0-a1e4-4722-9b49-9486ecdc77eb tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:02.446357 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6bdb5ebc-10db-467a-9aeb-5a4bdb7bbb86 req-013c50a0-a1e4-4722-9b49-9486ecdc77eb tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0462406 Jul 21 22:59:02.495216 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6bdb5ebc-10db-467a-9aeb-5a4bdb7bbb86 req-cd057a0f-2579-4bc2-bda3-8999bfb18800 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434167 Jul 21 22:59:02.641818 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f46018a-f042-4271-a2ec-73a03cfba536 req-76e94d31-440f-4d6b-a848-1c4b62937e90 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:02.643813 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f46018a-f042-4271-a2ec-73a03cfba536 req-76e94d31-440f-4d6b-a848-1c4b62937e90 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0472407 Jul 21 22:59:02.693630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:02.706584 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f46018a-f042-4271-a2ec-73a03cfba536 req-ff32ca45-6058-4f83-afb5-57ced4138c5a tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0533614 Jul 21 22:59:03.606800 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8fa8e1-4230-4340-b8cc-4033dbd59ed9 req-d7a63140-b422-4325-bd92-0a3101c0062a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:03.610006 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f8fa8e1-4230-4340-b8cc-4033dbd59ed9 req-d7a63140-b422-4325-bd92-0a3101c0062a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0468223 Jul 21 22:59:03.656604 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f8fa8e1-4230-4340-b8cc-4033dbd59ed9 req-39670522-dc79-4e8d-b705-8562db654917 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419455 Jul 21 22:59:03.818517 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faef8fcf-d02a-4933-9322-5ad74d83523f req-62b5120f-62a5-4887-bd2f-0edbef060fe9 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:03.820679 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-faef8fcf-d02a-4933-9322-5ad74d83523f req-62b5120f-62a5-4887-bd2f-0edbef060fe9 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0496933 Jul 21 22:59:03.884050 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-faef8fcf-d02a-4933-9322-5ad74d83523f req-51f64338-5e85-4602-b2f6-a7d789150ed9 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0578666 Jul 21 22:59:04.772549 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3a6dbf-45d4-4a41-beb9-28471c4c7722 req-085a6e73-a129-4187-ab52-47e4db29b0ef tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:04.773925 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d3a6dbf-45d4-4a41-beb9-28471c4c7722 req-085a6e73-a129-4187-ab52-47e4db29b0ef tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0506372 Jul 21 22:59:04.794666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:04.824136 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d3a6dbf-45d4-4a41-beb9-28471c4c7722 req-4053ed08-75ed-40fe-8e36-3468a08a6242 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445592 Jul 21 22:59:04.996641 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f01d54a-b398-4212-9d42-cf1656f257bd req-97b75736-b9d3-4a53-be18-c799ebc56d17 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:04.998103 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f01d54a-b398-4212-9d42-cf1656f257bd req-97b75736-b9d3-4a53-be18-c799ebc56d17 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0471983 Jul 21 22:59:05.057788 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f01d54a-b398-4212-9d42-cf1656f257bd req-51ae47f1-0264-4dc7-8f96-7a295b864e1e tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534232 Jul 21 22:59:05.937314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f63a55-143f-463e-ae7e-2481ccfa2329 req-2b714fae-af38-4877-9b96-249e9882d9bc tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:05.938788 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-35f63a55-143f-463e-ae7e-2481ccfa2329 req-2b714fae-af38-4877-9b96-249e9882d9bc tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0468745 Jul 21 22:59:05.987454 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-35f63a55-143f-463e-ae7e-2481ccfa2329 req-9e6c928b-1e46-453c-a7d6-a0f6fbbe46c4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427759 Jul 21 22:59:06.171726 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf65a78-f9df-4ea2-b758-ab5c07b1a0a2 req-fafc8db5-b550-46a6-bdc7-13dfa76c7b64 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:06.173267 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4cf65a78-f9df-4ea2-b758-ab5c07b1a0a2 req-fafc8db5-b550-46a6-bdc7-13dfa76c7b64 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0491459 Jul 21 22:59:06.238988 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4cf65a78-f9df-4ea2-b758-ab5c07b1a0a2 req-fbb0963c-da05-42ce-9b6f-b66a248d7a7c tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0592217 Jul 21 22:59:07.106270 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d8490e-c13f-467f-baf8-cad0a98b01aa req-0d0435a2-3769-453e-8255-5a5c834b792b tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:07.107805 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49d8490e-c13f-467f-baf8-cad0a98b01aa req-0d0435a2-3769-453e-8255-5a5c834b792b tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0539446 Jul 21 22:59:07.139904 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:07.156495 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-49d8490e-c13f-467f-baf8-cad0a98b01aa req-55f817b8-cffa-43ad-91ba-7a2167869237 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Jul 21 22:59:07.352357 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e8fb51-e079-4cc4-b7aa-e2c952e97c0f req-9040c134-31d4-4dbc-b6d5-4d99c0fd92e3 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:07.353853 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-91e8fb51-e079-4cc4-b7aa-e2c952e97c0f req-9040c134-31d4-4dbc-b6d5-4d99c0fd92e3 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0482774 Jul 21 22:59:07.413146 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-91e8fb51-e079-4cc4-b7aa-e2c952e97c0f req-8e2e24e9-58cf-4ea8-a544-c954e2d96dc9 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535886 Jul 21 22:59:08.297414 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab530eb-3954-4df5-a382-15f38fd6e960 req-c053da40-9375-4de2-bca2-763d30fb86e5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:08.299463 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ab530eb-3954-4df5-a382-15f38fd6e960 req-c053da40-9375-4de2-bca2-763d30fb86e5 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 943 time: 0.0474205 Jul 21 22:59:08.347741 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9ab530eb-3954-4df5-a382-15f38fd6e960 req-8f7a2026-1df1-430e-80c7-0278f15e54ba tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Jul 21 22:59:08.526058 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedea5f0-0d6e-429c-821f-06e2f7ce28c2 req-001abf25-e425-4341-918e-25457e36216d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:08.527563 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aedea5f0-0d6e-429c-821f-06e2f7ce28c2 req-001abf25-e425-4341-918e-25457e36216d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0472820 Jul 21 22:59:08.560005 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:08.587456 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aedea5f0-0d6e-429c-821f-06e2f7ce28c2 req-f6c5e9ad-4838-4f77-9c4e-ebb35535b859 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0&id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0542734 Jul 21 22:59:08.599039 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:59:08.673646 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:08.699025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:08.710375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'port_id': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'mac_address': 'fa:16:3e:0c:d0:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 630, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:59:08.715555 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:08.744249 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:08.746542 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 5537f61f-aefa-458c-a1a7-50dc97eca904 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:59:08.746965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:08.760327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5537f61f-aefa-458c-a1a7-50dc97eca904 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:59:08.780601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:08.916665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:08.963701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=7']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:09.269914 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['5537f61f-aefa-458c-a1a7-50dc97eca904'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:59:09.463397 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bc2f7e-f11f-4584-aab2-523c9fa0c95c req-f8b272fe-214a-4722-a0c4-fe95172b22b4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:09.464868 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-63bc2f7e-f11f-4584-aab2-523c9fa0c95c req-f8b272fe-214a-4722-a0c4-fe95172b22b4 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 944 time: 0.0469282 Jul 21 22:59:09.518062 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-63bc2f7e-f11f-4584-aab2-523c9fa0c95c req-4545bdaf-68a6-4cef-9408-14eb37d2520c tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475836 Jul 21 22:59:09.970122 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=54 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:09.971477 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=48 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:10.620767 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:59:10.633899 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4c995a-46e4-48f9-8ae9-515b7367d83a req-8003c06a-8776-4eb3-acfe-9c79ca8260a0 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:10.635482 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ea4c995a-46e4-48f9-8ae9-515b7367d83a req-8003c06a-8776-4eb3-acfe-9c79ca8260a0 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 944 time: 0.0504696 Jul 21 22:59:10.664211 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 5537f61f-aefa-458c-a1a7-50dc97eca904 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:59:10.664506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:10.684382 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ea4c995a-46e4-48f9-8ae9-515b7367d83a req-3ee42970-0db0-4c9a-9a9a-d5cb58b8aa86 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433586 Jul 21 22:59:10.735160 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 5537f61f-aefa-458c-a1a7-50dc97eca904 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:59:10.735565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:10.759449 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:59:10.761669 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f73d275-7f1c-4522-a852-2560ccf2d35c" -d '{"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-plugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:59:10.779722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:10.853903 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:10.909983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=8']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:10.917756 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfb96701-4fa2-493d-8246-b8aa5bc19471 x-openstack-request-id: req-bfb96701-4fa2-493d-8246-b8aa5bc19471 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:59:10.918627 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-plugged", "status": "completed", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:59:10.918627 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bfb96701-4fa2-493d-8246-b8aa5bc19471 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:59:10.918824 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfb96701-4fa2-493d-8246-b8aa5bc19471'] response: {'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'code': 200} Jul 21 22:59:11.226684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea8e097-546a-4588-9154-5016e8f81ac5 req-38cfca18-08be-41e5-a266-7bbf700f778f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:11.228404 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cea8e097-546a-4588-9154-5016e8f81ac5 req-38cfca18-08be-41e5-a266-7bbf700f778f service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0402315 Jul 21 22:59:11.274596 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cea8e097-546a-4588-9154-5016e8f81ac5 req-f6dfa373-8a4a-45b4-a04d-e20836ab826a service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403321 Jul 21 22:59:11.550730 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:59:11.800504 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df94e7fd-7953-4ab0-ad0d-358147b6191c req-a025aa89-1422-4541-b6be-9c6a0868c161 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:11.801990 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-df94e7fd-7953-4ab0-ad0d-358147b6191c req-a025aa89-1422-4541-b6be-9c6a0868c161 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0478270 Jul 21 22:59:11.850891 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-df94e7fd-7953-4ab0-ad0d-358147b6191c req-f808ce2b-5002-43ac-be5d-86b09b3b14d0 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432632 Jul 21 22:59:12.025285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-869027ad-1cb2-466b-995f-b77078ea86a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:12.970220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cf4332-d9b9-45a8-8def-1186694cf96e req-53e53228-887b-483f-aa86-5b9462d84637 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:12.972361 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-23cf4332-d9b9-45a8-8def-1186694cf96e req-53e53228-887b-483f-aa86-5b9462d84637 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0514987 Jul 21 22:59:13.020867 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-23cf4332-d9b9-45a8-8def-1186694cf96e req-d04ad3b8-7820-4e79-9a4a-fb2ce1bd6ac2 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425847 Jul 21 22:59:14.134706 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb723d-3894-48f4-b067-4c3f1aadf1b3 req-d6b18cd1-6126-455a-91b6-78f7a46cb1af tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:14.136235 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fefb723d-3894-48f4-b067-4c3f1aadf1b3 req-d6b18cd1-6126-455a-91b6-78f7a46cb1af tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0481200 Jul 21 22:59:14.189291 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fefb723d-3894-48f4-b067-4c3f1aadf1b3 req-583e42d5-223d-4b46-a320-e23cee70bc32 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468235 Jul 21 22:59:14.254117 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ffca5a15-abf1-4024-9bdf-929d58116e2f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:15.410137 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86757f03-02e3-4aed-90bd-f1868ee97ded req-a7c06e62-7cca-4c57-b0bf-685e468d2833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:15.411653 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-86757f03-02e3-4aed-90bd-f1868ee97ded req-a7c06e62-7cca-4c57-b0bf-685e468d2833 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0476871 Jul 21 22:59:15.463584 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-86757f03-02e3-4aed-90bd-f1868ee97ded req-413bd44f-e029-41c9-a71b-2990edf29e03 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464208 Jul 21 22:59:15.585179 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:16.085252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:16.566328 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:16.577146 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f677543-0a90-4d26-8f83-c35e25bb356b req-0e4a768a-35c0-411c-ad41-47e44d7cb270 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:16.578660 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f677543-0a90-4d26-8f83-c35e25bb356b req-0e4a768a-35c0-411c-ad41-47e44d7cb270 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0466492 Jul 21 22:59:16.630251 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9f677543-0a90-4d26-8f83-c35e25bb356b req-fdc24aed-80aa-4c59-97eb-f4e2a4e32787 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453103 Jul 21 22:59:17.059288 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:17.285139 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:17.745642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc481fdf-91d2-4e97-8fa1-c81b788dd042 req-71809e05-faf3-44d4-9bf8-00ae3feac206 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:17.747163 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cc481fdf-91d2-4e97-8fa1-c81b788dd042 req-71809e05-faf3-44d4-9bf8-00ae3feac206 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0514560 Jul 21 22:59:17.793990 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cc481fdf-91d2-4e97-8fa1-c81b788dd042 req-83496f30-5577-4832-953f-4987ceced4d4 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408995 Jul 21 22:59:18.907033 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b4d065-c089-4412-9fb0-1870e15ecf65 req-98e5e418-c44d-48f8-a7f7-18607474dfe2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:18.908502 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-90b4d065-c089-4412-9fb0-1870e15ecf65 req-98e5e418-c44d-48f8-a7f7-18607474dfe2 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0475178 Jul 21 22:59:18.954654 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-90b4d065-c089-4412-9fb0-1870e15ecf65 req-54e0e9c8-726f-40e6-9524-c479171f8a5c tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400014 Jul 21 22:59:19.548076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-cebccf03-29b9-4ec3-878f-f49322230e4b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:19.549499 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-cebccf03-29b9-4ec3-878f-f49322230e4b tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0464396 Jul 21 22:59:19.637613 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Deleting port 8b9063ba-744d-4b47-833b-6351a6c5ac09 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:19.637958 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:19.723875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] For port 8b9063ba-744d-4b47-833b-6351a6c5ac09, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=8b9063ba-744d-4b47-833b-6351a6c5ac09,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:19.724238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:19.880349 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:19.880715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:19.881059 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Floating IP 1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0 disassociated. External IP: 172.27.0.99, port: 8b9063ba-744d-4b47-833b-6351a6c5ac09. Jul 21 22:59:19.881407 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Calling delete_port for 8b9063ba-744d-4b47-833b-6351a6c5ac09 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:19.886498 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:19.941915 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:20.069649 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd35eebd-f879-4a17-afff-099e6c079570 req-2a73aca6-6253-491b-af1b-83928896a18d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:20.071118 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fd35eebd-f879-4a17-afff-099e6c079570 req-2a73aca6-6253-491b-af1b-83928896a18d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 946 time: 0.0471349 Jul 21 22:59:20.072128 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (8b9063ba-744d-4b47-833b-6351a6c5ac09), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:20.110631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event deleted for resources: {'Port': ['ID=8b9063ba-744d-4b47-833b-6351a6c5ac09,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:20.133029 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.133382 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.133728 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.134140 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.134509 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.134849 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.138552 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:20.210836 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fd35eebd-f879-4a17-afff-099e6c079570 req-470d41b8-bc86-4b6f-96d1-5315509c56cd tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=679a013f-9ec9-4d56-aaa3-17050849fc52&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1301081 Jul 21 22:59:20.263563 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-e2a490d3-7f44-407e-9da4-787a46f5de19 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407751 Jul 21 22:59:20.354403 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-58fe9a31-39af-45f0-84d8-da355f50aaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:20.355971 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-58fe9a31-39af-45f0-84d8-da355f50aaa5 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=755a70c4912f4795ae67cf9f036e02aa&device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 1129 time: 0.0421085 Jul 21 22:59:20.471530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-493198a4-7486-48fe-a8d9-43ec6ed5c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:20.473188 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-493198a4-7486-48fe-a8d9-43ec6ed5c8cb service neutron] 10.222.0.33 "GET /v2.0/networks?id=418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 200 len: 919 time: 0.0976174 Jul 21 22:59:20.530222 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-8c93d8b8-791a-4e9d-adc8-d40f42e7e757 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 200 len: 217 time: 0.0343752 Jul 21 22:59:20.537282 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Router d23a146d-15e1-4df7-bdba-6542b10abffa has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:59:20.587818 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-62190e09-9102-49c2-aca3-55c724d4f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:20.589296 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-62190e09-9102-49c2-aca3-55c724d4f0f5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 200 len: 857 time: 0.0506556 Jul 21 22:59:20.638049 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-d0c334ea-bca7-4ea8-9d29-8bff58da7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:20.639622 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-d0c334ea-bca7-4ea8-9d29-8bff58da7373 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=418e802f-29ea-4a0c-b0db-8f680811e4d1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0407860 Jul 21 22:59:20.643271 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:59:20.654316 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:59:20.665709 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:59:20.666319 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:59:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:20.689895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] No DVR routers for this DVR port 8b9063ba-744d-4b47-833b-6351a6c5ac09 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:59:20.693076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:20.696370 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-23c88b35-e9a6-4de2-9424-706de1e49121 req-63e40f38-5995-4733-80ee-2281c2851221 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "DELETE /v2.0/ports/8b9063ba-744d-4b47-833b-6351a6c5ac09 HTTP/1.1" status: 204 len: 173 time: 1.1387084 Jul 21 22:59:20.696809 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'name': 'network-vif-deleted', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:59:20.699100 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a9d062e-9e9c-4e67-9ae1-f6496cb3f6d3" -d '{"events": [{"server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "name": "network-vif-deleted", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:59:20.738436 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-a07398ed-69e2-4d3d-9cf0-f2bc30ddfa88 service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Jul 21 22:59:20.740858 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd40ec4e-4ca6-4ac3-8ca9-9b06ead58450 x-openstack-request-id: req-dd40ec4e-4ca6-4ac3-8ca9-9b06ead58450 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:59:20.741155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1eaf8f01-0480-4896-bcb0-e1815f7ace90", "name": "network-vif-deleted", "tag": "8b9063ba-744d-4b47-833b-6351a6c5ac09", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:59:20.741466 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dd40ec4e-4ca6-4ac3-8ca9-9b06ead58450 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:59:20.741870 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dd40ec4e-4ca6-4ac3-8ca9-9b06ead58450'] response: {'server_uuid': '1eaf8f01-0480-4896-bcb0-e1815f7ace90', 'name': 'network-vif-deleted', 'tag': '8b9063ba-744d-4b47-833b-6351a6c5ac09', 'status': 'completed', 'code': 200} Jul 21 22:59:20.785939 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:59:20.852733 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b90710d4-535b-4e9f-adc1-9d5e8c24b7da req-0f1a79dd-052e-4d8e-a151-9c1b3a4602cc service neutron] 10.222.0.33 "GET /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887363 Jul 21 22:59:20.986288 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:21.012448 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:59:21.020834 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:59:21.021479 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:59:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:21.120480 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:59:21.309416 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:21.321801 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d7f5c89c-0dac-423d-9185-f85a5dd2427f req-d94a211e-ff15-4ba5-80d2-5706d92a48d7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=1eaf8f01-0480-4896-bcb0-e1815f7ace90 HTTP/1.1" status: 200 len: 210 time: 0.0292521 Jul 21 22:59:21.340021 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7c2c780-c215-41ed-9e8a-92140e447eed None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:53:22Z', 'revision_number': 4, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '1355afd3-219c-40fe-b1ec-ac3e08b2eb03', 'name': '', 'network_id': '418e802f-29ea-4a0c-b0db-8f680811e4d1', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'mac_address': 'fa:16:3e:3a:d8:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:19Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'subnets': [{'id': '7f1ead77-0e7c-4779-8a2e-2ac68c3520f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:59:21.567849 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa64216-4d18-46cf-af35-a918ae278ce7 None None] New status for floating IP 1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 22:59:22.463284 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40430) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:22.502512 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:22.527535 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (679a013f-9ec9-4d56-aaa3-17050849fc52), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.552117 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (679a013f-9ec9-4d56-aaa3-17050849fc52), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.647382 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 8b9063ba-744d-4b47-833b-6351a6c5ac09 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:22.668059 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 8b9063ba-744d-4b47-833b-6351a6c5ac09 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:22.668344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 8b9063ba-744d-4b47-833b-6351a6c5ac09 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:22.688660 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (679a013f-9ec9-4d56-aaa3-17050849fc52), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.695022 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.695022 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "DELETE /v2.0/security-groups/679a013f-9ec9-4d56-aaa3-17050849fc52 HTTP/1.1" status: 204 len: 168 time: 0.2281685 Jul 21 22:59:22.695478 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40432) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:22.701885 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=679a013f-9ec9-4d56-aaa3-17050849fc52,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:22.709647 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.api.v2.resource [None req-c21d9acf-941f-43d1-af59-b14c459ed623 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] show failed (client error): The resource could not be found. Jul 21 22:59:22.709803 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.710052 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.710405 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.710647 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c21d9acf-941f-43d1-af59-b14c459ed623 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups/679a013f-9ec9-4d56-aaa3-17050849fc52 HTTP/1.1" status: 404 len: 347 time: 0.0141788 Jul 21 22:59:22.710759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.711118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.711456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.711792 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.712124 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.712456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.712819 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.713156 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.713488 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.713816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.713919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40434) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:22.714145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.714473 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5473ca89-7a8f-4bff-8d60-101a3af7f1db tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:22.824605 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Deleting port 0edf8aee-78ab-464c-8cee-e5f48bac8b23 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:22.824947 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.907324 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.907659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (0edf8aee-78ab-464c-8cee-e5f48bac8b23), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:22.920101 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Calling delete_port for 0edf8aee-78ab-464c-8cee-e5f48bac8b23 owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:22.985590 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:23.105735 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (0edf8aee-78ab-464c-8cee-e5f48bac8b23), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:23.131441 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event deleted for resources: {'Port': ['ID=0edf8aee-78ab-464c-8cee-e5f48bac8b23,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:23.157049 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks [] for floatingip (1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:23.159539 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:23.160755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-da6dc5c8-d86b-4f84-87ab-f2929d883696 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "DELETE /v2.0/floatingips/1f9e9a2b-9420-4288-be8b-e2dc7b1d3dd0 HTTP/1.1" status: 204 len: 168 time: 0.4456296 Jul 21 22:59:25.693290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5579e5-2a63-473d-ae57-ebf74453bfb8 req-5355f6c0-028b-4341-a057-4f22e8e21d75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:25.694831 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1f5579e5-2a63-473d-ae57-ebf74453bfb8 req-5355f6c0-028b-4341-a057-4f22e8e21d75 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0488343 Jul 21 22:59:25.745266 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1f5579e5-2a63-473d-ae57-ebf74453bfb8 req-5833e763-b582-4418-bcda-78f9440634cd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447285 Jul 21 22:59:26.104272 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:26.143406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da489f4f-45ba-49f1-afd3-88ff8db37b98 req-b292e063-c7c1-4c00-a32e-e1a301cecb0d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:26.144882 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-da489f4f-45ba-49f1-afd3-88ff8db37b98 req-b292e063-c7c1-4c00-a32e-e1a301cecb0d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0512133 Jul 21 22:59:26.192180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-da489f4f-45ba-49f1-afd3-88ff8db37b98 req-d1c817f9-69eb-4381-b309-88fcd60f93b5 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416110 Jul 21 22:59:26.864942 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539c475-1caf-4889-9f1d-ee8b67c07fd7 req-d5482bd5-0565-43cf-8b28-b98f877ea292 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:26.866429 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8539c475-1caf-4889-9f1d-ee8b67c07fd7 req-d5482bd5-0565-43cf-8b28-b98f877ea292 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0480914 Jul 21 22:59:26.913701 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8539c475-1caf-4889-9f1d-ee8b67c07fd7 req-4e9e9470-98cd-46d2-93d9-436202e91aa9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418026 Jul 21 22:59:27.304227 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a4c1c-ade6-42f9-bac1-4aea274e6ba9 req-e67fb6f8-4a29-4140-b62e-6e4707662e7d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:27.305682 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-105a4c1c-ade6-42f9-bac1-4aea274e6ba9 req-e67fb6f8-4a29-4140-b62e-6e4707662e7d tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0469537 Jul 21 22:59:27.352380 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-105a4c1c-ade6-42f9-bac1-4aea274e6ba9 req-bddbe82c-ed78-4f1a-926d-4b7aac46b2c7 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411453 Jul 21 22:59:27.699893 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-259580e7-fd1c-4be3-9417-5c318d853575 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:27.701338 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-259580e7-fd1c-4be3-9417-5c318d853575 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 945 time: 0.0453274 Jul 21 22:59:27.749170 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:27.793141 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Deleting port d8513c0b-5706-4b5d-bf3c-154536ce5049 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:27.793491 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:27.882126 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] For port d8513c0b-5706-4b5d-bf3c-154536ce5049, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=d8513c0b-5706-4b5d-bf3c-154536ce5049,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:27.882829 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:27.895547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Calling delete_port for d8513c0b-5706-4b5d-bf3c-154536ce5049 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:28.061289 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc5f7ad-cfc9-456a-a962-b5f10ab465f9 req-1aa3d5e0-fbc9-412f-96a7-5256bbedf6ec tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:28.062670 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4bc5f7ad-cfc9-456a-a962-b5f10ab465f9 req-1aa3d5e0-fbc9-412f-96a7-5256bbedf6ec tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0612023 Jul 21 22:59:28.112397 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4bc5f7ad-cfc9-456a-a962-b5f10ab465f9 req-1433f83c-9efe-4bb0-a650-3e27f88a22ba tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435748 Jul 21 22:59:28.119776 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (d8513c0b-5706-4b5d-bf3c-154536ce5049), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:28.141536 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'd8513c0b-5706-4b5d-bf3c-154536ce5049'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:59:28.148737 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event deleted for resources: {'Port': ['ID=d8513c0b-5706-4b5d-bf3c-154536ce5049,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:28.195002 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] No DVR routers for this DVR port d8513c0b-5706-4b5d-bf3c-154536ce5049 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:59:28.197600 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:28.200995 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ef2fd8b1-7bd6-4f74-9240-b73885d3b51b req-bec31524-dce5-45e3-903a-a0b27089d120 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "DELETE /v2.0/ports/d8513c0b-5706-4b5d-bf3c-154536ce5049 HTTP/1.1" status: 204 len: 173 time: 0.4925132 Jul 21 22:59:28.201493 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'name': 'network-vif-deleted', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:59:28.204305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-106e65e4-5c56-4a0f-831a-0cfd6908eeb7" -d '{"events": [{"server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "name": "network-vif-deleted", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:59:28.242524 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd9a424-94ef-4685-b9f4-8cfcc34b0fce x-openstack-request-id: req-8cd9a424-94ef-4685-b9f4-8cfcc34b0fce {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:59:28.242852 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3616f76-15d6-4940-9c44-8cf771d3b170", "name": "network-vif-deleted", "tag": "d8513c0b-5706-4b5d-bf3c-154536ce5049", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:59:28.243116 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cd9a424-94ef-4685-b9f4-8cfcc34b0fce {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:59:28.243525 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd9a424-94ef-4685-b9f4-8cfcc34b0fce'] response: {'server_uuid': 'd3616f76-15d6-4940-9c44-8cf771d3b170', 'name': 'network-vif-deleted', 'tag': 'd8513c0b-5706-4b5d-bf3c-154536ce5049', 'status': 'completed', 'code': 200} Jul 21 22:59:28.277030 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:28.446839 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fed8a6e4-d3c3-4ee3-8ee3-9a0c621cdd04 req-a48c09d2-a1bf-4d44-8a2c-59a0bcd59f1f tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=d3616f76-15d6-4940-9c44-8cf771d3b170 HTTP/1.1" status: 200 len: 210 time: 0.0283878 Jul 21 22:59:29.234287 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f87d9-ddcc-48c7-bf6f-32eb254a9f03 req-8f92cd96-e565-4aa1-b615-855318b091cb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:29.235819 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ac4f87d9-ddcc-48c7-bf6f-32eb254a9f03 req-8f92cd96-e565-4aa1-b615-855318b091cb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0488265 Jul 21 22:59:29.286647 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ac4f87d9-ddcc-48c7-bf6f-32eb254a9f03 req-9d7f51e5-3e4e-4be0-b409-ba793e366376 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454538 Jul 21 22:59:29.949651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd0a2b1-d495-469d-bf65-bcbe0bbdfcce req-a35a3890-52a0-41ab-9122-06bbd4d8dd21 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:29.951149 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fdd0a2b1-d495-469d-bf65-bcbe0bbdfcce req-a35a3890-52a0-41ab-9122-06bbd4d8dd21 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0504785 Jul 21 22:59:30.001002 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fdd0a2b1-d495-469d-bf65-bcbe0bbdfcce req-b845d358-ef9e-4f07-9924-0f77012654e8 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443387 Jul 21 22:59:30.406934 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c159111e-fc69-41fe-ae19-55dfeb50a17c req-8cbba0ca-7f2b-46fb-8751-2a1e3fc1c236 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:30.408370 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c159111e-fc69-41fe-ae19-55dfeb50a17c req-8cbba0ca-7f2b-46fb-8751-2a1e3fc1c236 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0457141 Jul 21 22:59:30.454763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c159111e-fc69-41fe-ae19-55dfeb50a17c req-e29404c5-072d-4387-9b44-aa1cb5b6ceea tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Jul 21 22:59:31.111729 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e93475-15c7-4922-a719-a236bad06c9b req-f8c23192-22bf-451a-9833-b49ce1c26a05 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:31.114752 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f1e93475-15c7-4922-a719-a236bad06c9b req-f8c23192-22bf-451a-9833-b49ce1c26a05 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0470827 Jul 21 22:59:31.140645 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:31.174658 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f1e93475-15c7-4922-a719-a236bad06c9b req-c2a2f24c-d3c5-45c3-86e9-bb2d265bde05 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544229 Jul 21 22:59:31.573369 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c3fb9-ffc8-48f6-9456-83ff48291f4d req-0f153850-989e-4cb7-a843-555395c4dccc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:31.574845 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-324c3fb9-ffc8-48f6-9456-83ff48291f4d req-0f153850-989e-4cb7-a843-555395c4dccc tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0471354 Jul 21 22:59:31.622096 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-324c3fb9-ffc8-48f6-9456-83ff48291f4d req-caee1d0b-c273-402d-97be-30c9658baf0a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417111 Jul 21 22:59:32.289727 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf7e49-f841-4350-a266-0f30362275bc req-98190384-af02-46fa-8207-68d82d01c6fe tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:32.291222 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-54cf7e49-f841-4350-a266-0f30362275bc req-98190384-af02-46fa-8207-68d82d01c6fe tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0472598 Jul 21 22:59:32.341513 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-54cf7e49-f841-4350-a266-0f30362275bc req-29f90790-b85a-41f3-be9d-970f47df9453 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/security-groups?id=93f1eb7a-1509-46cb-873d-f71255fb8f86&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447538 Jul 21 22:59:32.710278 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device d8513c0b-5706-4b5d-bf3c-154536ce5049 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:32.729622 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-f91c9e7a-e0d0-45a7-be7b-00556c5d731a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:32.730572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: d8513c0b-5706-4b5d-bf3c-154536ce5049 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:32.731010 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device d8513c0b-5706-4b5d-bf3c-154536ce5049 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:32.731435 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-f91c9e7a-e0d0-45a7-be7b-00556c5d731a tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 945 time: 0.0481000 Jul 21 22:59:32.742685 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db30a8c-aeca-4a92-835c-2a3e88a6af05 req-7a4e97cf-6dae-4837-afa2-71cabd6581fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:32.744204 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1db30a8c-aeca-4a92-835c-2a3e88a6af05 req-7a4e97cf-6dae-4837-afa2-71cabd6581fa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0510094 Jul 21 22:59:32.791389 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1db30a8c-aeca-4a92-835c-2a3e88a6af05 req-8b9fc1f0-8c9c-4cf8-b262-76de5f3ce590 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414681 Jul 21 22:59:32.818623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Deleting port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:32.819003 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:32.909601 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] For port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:32.910490 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:32.923376 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Calling delete_port for 2b3bc926-e36a-4b2b-a85a-0356b93dec8b owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:32.933175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:33.108505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (2b3bc926-e36a-4b2b-a85a-0356b93dec8b), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:33.120008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['2b3bc926-e36a-4b2b-a85a-0356b93dec8b'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:59:33.137366 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Pushing event deleted for resources: {'Port': ['ID=2b3bc926-e36a-4b2b-a85a-0356b93dec8b,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:33.183705 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] No DVR routers for this DVR port 2b3bc926-e36a-4b2b-a85a-0356b93dec8b on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:59:33.186255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:33.189559 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0d6466c8-dcbf-453d-b40d-3c37d5feade7 req-b61e0fe8-5a2c-4dee-99b6-266073f7dce1 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.33 "DELETE /v2.0/ports/2b3bc926-e36a-4b2b-a85a-0356b93dec8b HTTP/1.1" status: 204 len: 173 time: 0.4505064 Jul 21 22:59:33.189997 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'name': 'network-vif-deleted', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:59:33.192259 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9da7d070-8e52-45aa-94a2-b0d28094b18c" -d '{"events": [{"server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "name": "network-vif-deleted", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:59:33.228088 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:59:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bc33dd8-7f8d-478e-88a5-f5094a22d7da x-openstack-request-id: req-6bc33dd8-7f8d-478e-88a5-f5094a22d7da {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:59:33.228380 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f21ad4b-325d-4945-91ee-58ed919e892c", "name": "network-vif-deleted", "tag": "2b3bc926-e36a-4b2b-a85a-0356b93dec8b", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:59:33.232051 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6bc33dd8-7f8d-478e-88a5-f5094a22d7da {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:59:33.232051 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6bc33dd8-7f8d-478e-88a5-f5094a22d7da'] response: {'server_uuid': '0f21ad4b-325d-4945-91ee-58ed919e892c', 'name': 'network-vif-deleted', 'tag': '2b3bc926-e36a-4b2b-a85a-0356b93dec8b', 'status': 'completed', 'code': 200} Jul 21 22:59:33.435745 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ee2ad108-df86-49cd-bd96-82219fe2fc47 req-af8b842d-9c8b-4243-a699-6001b909a3d0 tempest-ServerRescueNegativeTestJSON-509651646 tempest-ServerRescueNegativeTestJSON-509651646-project] 10.222.0.52 "GET /v2.0/ports?device_id=0f21ad4b-325d-4945-91ee-58ed919e892c HTTP/1.1" status: 200 len: 210 time: 0.0281332 Jul 21 22:59:33.909868 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7b8392-74aa-4a84-976c-76f2404b041f req-2829b092-3dd3-4fd7-9fd3-bd9a8f7be1c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:33.911415 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fe7b8392-74aa-4a84-976c-76f2404b041f req-2829b092-3dd3-4fd7-9fd3-bd9a8f7be1c8 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0474298 Jul 21 22:59:33.964065 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fe7b8392-74aa-4a84-976c-76f2404b041f req-6df99af3-0d05-44c2-928d-67a5566187a1 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468545 Jul 21 22:59:34.493782 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40516) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:34.814518 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:34.901671 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (d23a146d-15e1-4df7-bdba-6542b10abffa), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:35.082683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7e0377-30a5-4314-90a4-f6148e7dd8d8 req-7f6ecb7b-df49-4aa4-bab5-b5adf0cd26de tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:35.084192 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0b7e0377-30a5-4314-90a4-f6148e7dd8d8 req-7f6ecb7b-df49-4aa4-bab5-b5adf0cd26de tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0475287 Jul 21 22:59:35.110505 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:35.124487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Deleting port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:35.124837 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:35.133080 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0b7e0377-30a5-4314-90a4-f6148e7dd8d8 req-775f8ff8-4de7-4e40-a6af-ca08995a6bb9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431037 Jul 21 22:59:35.202996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] For port 1355afd3-219c-40fe-b1ec-ac3e08b2eb03, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:35.203363 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:35.215934 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Calling delete_port for 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:35.439698 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (1355afd3-219c-40fe-b1ec-ac3e08b2eb03), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:35.464891 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1355afd3-219c-40fe-b1ec-ac3e08b2eb03,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:35.591928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (d23a146d-15e1-4df7-bdba-6542b10abffa), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:35.643315 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:35.798049 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Router d23a146d-15e1-4df7-bdba-6542b10abffa has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 22:59:35.898465 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 22:59:35.903471 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-40483c3f-bfd5-40dd-8ee8-71729d6d39d5 admin admin] 10.222.0.52 "PUT /v2.0/routers/d23a146d-15e1-4df7-bdba-6542b10abffa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4086430 Jul 21 22:59:35.905904 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40524) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:35.908544 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Sync routers for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 22:59:35.918705 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:59:35.919334 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:59:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:35.992224 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:36.007105 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks [] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.010590 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:36.019295 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:59:36.107062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks [] for router_gateway (d23a146d-15e1-4df7-bdba-6542b10abffa), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.121419 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:36.189427 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:59:35Z', 'revision_number': 5, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port': {'id': '2120539b-4afc-4929-b5d4-47bfba14af7c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:fb:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:36.218332 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Checking router: d23a146d-15e1-4df7-bdba-6542b10abffa for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 22:59:36.227417 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Routers {'d23a146d-15e1-4df7-bdba-6542b10abffa'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 22:59:36.228026 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T22:59:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d23a146d-15e1-4df7-bdba-6542b10abffa'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:36.252865 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Deleting port 2120539b-4afc-4929-b5d4-47bfba14af7c {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:36.253121 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.284268 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a2e13b-2063-4d19-8aec-1f42707d8c6a req-faf3a6d0-5f0a-404f-adfa-ffc64a940182 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:36.285870 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a9a2e13b-2063-4d19-8aec-1f42707d8c6a req-faf3a6d0-5f0a-404f-adfa-ffc64a940182 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0747862 Jul 21 22:59:36.384258 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] For port 2120539b-4afc-4929-b5d4-47bfba14af7c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2120539b-4afc-4929-b5d4-47bfba14af7c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:36.384628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.393367 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] Set router d23a146d-15e1-4df7-bdba-6542b10abffa gateway port host: None {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 22:59:36.394305 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a9a2e13b-2063-4d19-8aec-1f42707d8c6a req-a6007dd5-9ff2-43b9-b85b-d18d2a7798d9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747592 Jul 21 22:59:36.400238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Calling delete_port for 2120539b-4afc-4929-b5d4-47bfba14af7c owned by network:router_gateway {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:36.442331 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:59:36Z', 'revision_number': 6, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port_host': None}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:36.466204 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dc56b56-073e-494c-90d2-c3344864be45 None None] The sync data for ids ['d23a146d-15e1-4df7-bdba-6542b10abffa'] in dv-cinder-850697-1-iscsi is: [{'id': 'd23a146d-15e1-4df7-bdba-6542b10abffa', 'name': 'tempest-ServerRescueNegativeTestJSON-317400148-router', 'tenant_id': '755a70c4912f4795ae67cf9f036e02aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:11Z', 'updated_at': '2022-07-21T22:59:36Z', 'revision_number': 6, 'project_id': '755a70c4912f4795ae67cf9f036e02aa', 'gw_port_host': None}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 22:59:36.504869 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:36.631537 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (2120539b-4afc-4929-b5d4-47bfba14af7c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.655627 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Pushing event deleted for resources: {'Port': ['ID=2120539b-4afc-4929-b5d4-47bfba14af7c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:36.681154 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (d23a146d-15e1-4df7-bdba-6542b10abffa), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.709327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2b3bc926-e36a-4b2b-a85a-0356b93dec8b no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:36.729619 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 2b3bc926-e36a-4b2b-a85a-0356b93dec8b {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:36.729968 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 2b3bc926-e36a-4b2b-a85a-0356b93dec8b not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:36.784345 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.787118 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks [] for router_controller (d23a146d-15e1-4df7-bdba-6542b10abffa), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.902979 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (d23a146d-15e1-4df7-bdba-6542b10abffa), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.903608 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d23a146d-15e1-4df7-bdba-6542b10abffa {{(pid=111136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 22:59:36.908988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:36.910718 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-5b655b43-66be-4093-aed2-f52cd1d74f28 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d23a146d-15e1-4df7-bdba-6542b10abffa HTTP/1.1" status: 204 len: 168 time: 1.0033441 Jul 21 22:59:36.913251 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40528) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:36.959808 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Deleting subnet 7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 22:59:36.963184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Publish callbacks [] for subnet (7f1ead77-0e7c-4779-8a2e-2ac68c3520f2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.001566 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Publish callbacks [] for subnet (7f1ead77-0e7c-4779-8a2e-2ac68c3520f2), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.072156 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (7f1ead77-0e7c-4779-8a2e-2ac68c3520f2), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.115729 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:DELETE=12,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:37.221212 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for subnet (7f1ead77-0e7c-4779-8a2e-2ac68c3520f2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.255099 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7f1ead77-0e7c-4779-8a2e-2ac68c3520f2,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:37.257019 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.260176 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-99ac1590-8df5-4592-9ce8-10b1abe29dd9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7f1ead77-0e7c-4779-8a2e-2ac68c3520f2 HTTP/1.1" status: 204 len: 168 time: 0.3460128 Jul 21 22:59:37.261763 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a3ac60-7da6-4954-8efe-88ef852b22c3 None None] Network 418e802f-29ea-4a0c-b0db-8f680811e4d1 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:59:37.262737 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40530) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:37.347456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (418e802f-29ea-4a0c-b0db-8f680811e4d1), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.377546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:37.393166 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Deleting port b0f0f290-c2a4-478e-890b-169aefec7399 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:37.393588 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.464577 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] DHCP port deletion for 418e802f-29ea-4a0c-b0db-8f680811e4d1 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 22:59:37.553836 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Deleting port b0f0f290-c2a4-478e-890b-169aefec7399 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 22:59:37.554221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.557950 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2120539b-4afc-4929-b5d4-47bfba14af7c no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:37.601232 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] For port b0f0f290-c2a4-478e-890b-169aefec7399, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b0f0f290-c2a4-478e-890b-169aefec7399,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:37.601594 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.610211 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093ee936-9e2f-47a8-bbde-db1a4dd130d1 req-9bd7b971-ce06-408e-8a33-34b9d15d4c04 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:37.614808 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-093ee936-9e2f-47a8-bbde-db1a4dd130d1 req-9bd7b971-ce06-408e-8a33-34b9d15d4c04 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0917637 Jul 21 22:59:37.614976 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 2120539b-4afc-4929-b5d4-47bfba14af7c {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:37.614976 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2120539b-4afc-4929-b5d4-47bfba14af7c not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:37.614976 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:37.636154 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Calling delete_port for b0f0f290-c2a4-478e-890b-169aefec7399 owned by network:dhcp {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:37.663352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:37.663352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1355afd3-219c-40fe-b1ec-ac3e08b2eb03 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:37.672621 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:37.680350 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] For port b0f0f290-c2a4-478e-890b-169aefec7399, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b0f0f290-c2a4-478e-890b-169aefec7399,segment=NetworkSegment(502a1089-f1c1-45c5-9924-ccb496c610ab),segment_id=502a1089-f1c1-45c5-9924-ccb496c610ab)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:37.680750 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.697006 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Calling delete_port for b0f0f290-c2a4-478e-890b-169aefec7399 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 22:59:37.710915 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-093ee936-9e2f-47a8-bbde-db1a4dd130d1 req-ac4c3126-f3d0-415b-91aa-29bf57e4b55e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914168 Jul 21 22:59:37.803011 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.809004 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (b0f0f290-c2a4-478e-890b-169aefec7399), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.831531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Pushing event deleted for resources: {'Port': ['ID=b0f0f290-c2a4-478e-890b-169aefec7399,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:37.833977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Pushing event deleted for resources: {'Port': ['ID=b0f0f290-c2a4-478e-890b-169aefec7399,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:37.837679 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] No DVR routers for this DVR port b0f0f290-c2a4-478e-890b-169aefec7399 on host dv-cinder-850697-1-iscsi {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:59:37.838089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] No DVR routers for this DVR port b0f0f290-c2a4-478e-890b-169aefec7399 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 22:59:37.844883 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.845230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.845569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.845906 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.846234 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.846559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.846907 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.847289 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.848217 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.848547 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.848873 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.849194 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.849517 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.849834 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.850149 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-578ec7e4-7842-4ee6-a9c0-8e076d4f9452 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 22:59:37.913327 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (418e802f-29ea-4a0c-b0db-8f680811e4d1), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.933162 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['418e802f-29ea-4a0c-b0db-8f680811e4d1']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:37.943249 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '502a1089-f1c1-45c5-9924-ccb496c610ab') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:37.943553 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '502a1089-f1c1-45c5-9924-ccb496c610ab') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 22:59:37.953095 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (502a1089-f1c1-45c5-9924-ccb496c610ab), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.967263 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (502a1089-f1c1-45c5-9924-ccb496c610ab), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:37.971592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:37.974433 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Releasing vlan 645 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 22:59:37.974850 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (502a1089-f1c1-45c5-9924-ccb496c610ab), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.001221 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 502a1089-f1c1-45c5-9924-ccb496c610ab resource provider aggregate not found Jul 21 22:59:38.030949 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 502a1089-f1c1-45c5-9924-ccb496c610ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 502a1089-f1c1-45c5-9924-ccb496c610ab found for delete ", "request_id": "req-9aac5d29-d2d3-4c21-9cea-117e4d03c0d1"}]} Jul 21 22:59:38.105460 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (418e802f-29ea-4a0c-b0db-8f680811e4d1), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.111062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.114121 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] 10.222.0.52 "DELETE /v2.0/networks/418e802f-29ea-4a0c-b0db-8f680811e4d1 HTTP/1.1" status: 204 len: 168 time: 0.8498302 Jul 21 22:59:38.125081 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae84fef-616f-4347-8942-98aec55da715 admin admin] Pushing event deleted for resources: {'Network': ['ID=418e802f-29ea-4a0c-b0db-8f680811e4d1,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:38.415510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40542) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:38.456600 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-78fdd844-8778-4f00-a5dc-57e380762df1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=755a70c4912f4795ae67cf9f036e02aa&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0396299 Jul 21 22:59:38.458628 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40544) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:38.508635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] Publish callbacks [] for security_group (93f1eb7a-1509-46cb-873d-f71255fb8f86), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.529457 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] Publish callbacks [] for security_group (93f1eb7a-1509-46cb-873d-f71255fb8f86), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.645768 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (93f1eb7a-1509-46cb-873d-f71255fb8f86), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.648328 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:38.649468 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93f1eb7a-1509-46cb-873d-f71255fb8f86 HTTP/1.1" status: 204 len: 168 time: 0.1899283 Jul 21 22:59:38.657635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c62f221-676e-48cb-86d8-4cd3a7dd4603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93f1eb7a-1509-46cb-873d-f71255fb8f86,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:38.829020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f814891-99b6-4ae1-b9ee-986051a20adc req-7bfbf106-e77d-428d-89c1-5f770cb335f5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:38.830495 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6f814891-99b6-4ae1-b9ee-986051a20adc req-7bfbf106-e77d-428d-89c1-5f770cb335f5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0475261 Jul 21 22:59:38.879353 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6f814891-99b6-4ae1-b9ee-986051a20adc req-967fb9be-efa4-42dd-8347-b07e8d3890a3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428069 Jul 21 22:59:39.461587 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b0f0f290-c2a4-478e-890b-169aefec7399 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 22:59:39.481363 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: b0f0f290-c2a4-478e-890b-169aefec7399 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 22:59:39.481766 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b0f0f290-c2a4-478e-890b-169aefec7399 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 22:59:39.998246 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535cbab0-d471-4edd-8561-8488256e4c4a req-bed54084-6674-4ff5-b6cf-613b57d05978 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:39.999743 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-535cbab0-d471-4edd-8561-8488256e4c4a req-bed54084-6674-4ff5-b6cf-613b57d05978 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0479348 Jul 21 22:59:40.046656 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-535cbab0-d471-4edd-8561-8488256e4c4a req-37240a59-9b49-4546-812f-839405c03bbe tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408597 Jul 21 22:59:41.171187 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c72b50-14f1-496d-90c1-044ec074d4bb req-b5615a81-8c61-468e-9857-d48014c8ad74 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:41.172668 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b3c72b50-14f1-496d-90c1-044ec074d4bb req-b5615a81-8c61-468e-9857-d48014c8ad74 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0492921 Jul 21 22:59:41.221913 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b3c72b50-14f1-496d-90c1-044ec074d4bb req-eeefc9be-e83c-4a12-99fb-981647b9d952 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431931 Jul 21 22:59:41.884599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40624) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:41.957674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:41.990830 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-139d57d4-b1b4-4bd9-9355-97c31092b415 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.046005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-dc38b528-fef9-4d19-b1e8-b901a8b5a87c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.054523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=2,neutron:INSERT=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:42.068483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-139d57d4-b1b4-4bd9-9355-97c31092b415 admin admin] Publish callbacks [] for security_group (3dd053ee-ef76-4a3e-aeac-32874e7dda1b), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.129331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-139d57d4-b1b4-4bd9-9355-97c31092b415 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3dd053ee-ef76-4a3e-aeac-32874e7dda1b), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.169197 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-139d57d4-b1b4-4bd9-9355-97c31092b415 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d78379423b94084a519adc7ae7be895&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2834897 Jul 21 22:59:42.170418 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d57d4-b1b4-4bd9-9355-97c31092b415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3dd053ee-ef76-4a3e-aeac-32874e7dda1b,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:42.172297 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40628) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:42.349507 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88414a3b-5682-403b-90df-258a498ccb13 req-1d54dfcd-286b-4766-be2e-df09bf96e560 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:42.351389 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-88414a3b-5682-403b-90df-258a498ccb13 req-1d54dfcd-286b-4766-be2e-df09bf96e560 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0543737 Jul 21 22:59:42.406725 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-88414a3b-5682-403b-90df-258a498ccb13 req-7dffa446-55b1-4b50-8cbe-0000abdd4faa tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493979 Jul 21 22:59:42.491672 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] Publish callbacks [] for security_group (3dd053ee-ef76-4a3e-aeac-32874e7dda1b), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.514230 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] Publish callbacks [] for security_group (3dd053ee-ef76-4a3e-aeac-32874e7dda1b), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.651050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3dd053ee-ef76-4a3e-aeac-32874e7dda1b), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.653600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:42.654763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3dd053ee-ef76-4a3e-aeac-32874e7dda1b HTTP/1.1" status: 204 len: 168 time: 0.4809620 Jul 21 22:59:42.663145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1910c4-b506-4a7d-9d2d-5d4a17ab5c87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dd053ee-ef76-4a3e-aeac-32874e7dda1b,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:43.215051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40636) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:43.228712 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08c826bc-9cc5-4d91-9b18-064c0b59abc1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.301838 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08c826bc-9cc5-4d91-9b18-064c0b59abc1 admin admin] Publish callbacks [] for security_group (82b41098-b606-4747-8c2b-3c653e33219d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.365276 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-08c826bc-9cc5-4d91-9b18-064c0b59abc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (82b41098-b606-4747-8c2b-3c653e33219d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.404140 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-08c826bc-9cc5-4d91-9b18-064c0b59abc1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12bd8a9329dd49bd88c905650622521d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1879926 Jul 21 22:59:43.405218 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c826bc-9cc5-4d91-9b18-064c0b59abc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b41098-b606-4747-8c2b-3c653e33219d,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:43.407239 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40638) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:43.456423 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] Publish callbacks [] for security_group (82b41098-b606-4747-8c2b-3c653e33219d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.479419 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] Publish callbacks [] for security_group (82b41098-b606-4747-8c2b-3c653e33219d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.513879 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:43.525216 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:43.536617 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f834ac-5fdc-4e47-876e-60d9aa638ce4 req-1f72845f-3318-4aa5-a2f9-f263f86c3fc5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:43.538116 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-67f834ac-5fdc-4e47-876e-60d9aa638ce4 req-1f72845f-3318-4aa5-a2f9-f263f86c3fc5 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0530398 Jul 21 22:59:43.584801 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-67f834ac-5fdc-4e47-876e-60d9aa638ce4 req-fa6bd17e-8a1a-422e-b5ed-1bfd18b148af tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411637 Jul 21 22:59:43.614719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (82b41098-b606-4747-8c2b-3c653e33219d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.617338 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:43.618490 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82b41098-b606-4747-8c2b-3c653e33219d HTTP/1.1" status: 204 len: 168 time: 0.2102323 Jul 21 22:59:43.626477 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24147633-d089-4b97-8d30-b9f688d5cbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b41098-b606-4747-8c2b-3c653e33219d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:44.260221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3cf43402-1a02-4eae-94b1-e0efa7c2b3bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:44.709118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5634d0e-33b5-4c6e-aecb-dc00d511a30f req-a1546790-21e5-4bb5-b602-cca430d7d2bb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:44.710624 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f5634d0e-33b5-4c6e-aecb-dc00d511a30f req-a1546790-21e5-4bb5-b602-cca430d7d2bb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0543902 Jul 21 22:59:44.761056 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f5634d0e-33b5-4c6e-aecb-dc00d511a30f req-26ac4456-cbc1-47cf-a241-53ec2e0d761c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444944 Jul 21 22:59:45.574764 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:45.882734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cddba-86ef-43e8-b3ae-29b7570246db req-8da4bfd8-4f11-40a6-9297-f34b528239da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:45.884248 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa3cddba-86ef-43e8-b3ae-29b7570246db req-8da4bfd8-4f11-40a6-9297-f34b528239da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0484817 Jul 21 22:59:45.931981 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-aa3cddba-86ef-43e8-b3ae-29b7570246db req-46fd8031-c146-4377-a21f-264ecb4bb0ce tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421937 Jul 21 22:59:46.077479 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:46.444272 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=12 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:46.445095 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=37 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:47.056463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0bef85-5f1e-4b23-9ec3-48beab7e0e7d req-04938a3e-59d8-427f-a1ef-87a101407b7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:47.058064 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e0bef85-5f1e-4b23-9ec3-48beab7e0e7d req-04938a3e-59d8-427f-a1ef-87a101407b7d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0504327 Jul 21 22:59:47.097250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:47.113207 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e0bef85-5f1e-4b23-9ec3-48beab7e0e7d req-b9edf45b-c25b-4a7c-b39a-98c519618508 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492272 Jul 21 22:59:47.348546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:48.196071 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:48.236080 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343c8785-ea1a-44ee-868d-b811a99150fa req-c86be2b1-4b23-4cb3-a0ce-f51bd73d8744 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:48.237634 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-343c8785-ea1a-44ee-868d-b811a99150fa req-c86be2b1-4b23-4cb3-a0ce-f51bd73d8744 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0505767 Jul 21 22:59:48.286637 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-343c8785-ea1a-44ee-868d-b811a99150fa req-6115293d-5491-4692-a446-db76b3b7d953 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431495 Jul 21 22:59:48.550215 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 22:59:48.756504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 22:59:48.866660 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:48.878360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 22:59:48.915485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: ACTIVE; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:59:48.922914 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:48.930676 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 22:59:48.961109 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:49.080367 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:49.125949 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=6']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:49.242361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['bfe9e93c-d1f9-4919-a48d-408be052b179'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 22:59:49.410462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c59abe-8541-4cb2-be33-c436db59eb7b req-0b4749ab-855b-4292-8269-ff276ad80539 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:49.412004 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-90c59abe-8541-4cb2-be33-c436db59eb7b req-0b4749ab-855b-4292-8269-ff276ad80539 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.0478818 Jul 21 22:59:49.460328 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-90c59abe-8541-4cb2-be33-c436db59eb7b req-63aa4ac6-0d77-46e7-8689-73ab18bc2246 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422654 Jul 21 22:59:50.609529 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76140059-3e9a-46a3-945d-f0029e9ea851 req-1bfa8a5c-7099-4a3e-89f7-7dac47b498f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:50.611696 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-76140059-3e9a-46a3-945d-f0029e9ea851 req-1bfa8a5c-7099-4a3e-89f7-7dac47b498f0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.0555866 Jul 21 22:59:50.665140 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-76140059-3e9a-46a3-945d-f0029e9ea851 req-971dc181-034d-4360-834e-b8590f8e3654 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471060 Jul 21 22:59:50.769052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 22:59:50.816645 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port bfe9e93c-d1f9-4919-a48d-408be052b179 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 22:59:50.817125 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:50.907919 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 22:59:50.908321 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:50.944779 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 22:59:50.947410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a499e80-d8cb-47d3-9d9c-3b259412a7c3" -d '{"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 22:59:50.961534 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 22:59:50.987186 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 22:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9100ac74-e982-451e-a760-02b385b91958 x-openstack-request-id: req-9100ac74-e982-451e-a760-02b385b91958 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 22:59:50.987481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 22:59:50.987790 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9100ac74-e982-451e-a760-02b385b91958 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 22:59:50.988385 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9100ac74-e982-451e-a760-02b385b91958'] response: {'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'code': 200} Jul 21 22:59:51.048235 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:51.131087 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=7']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:51.809028 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d322db9-9a92-4cad-91d0-ac437cd095d1 req-ec34b89c-0171-4417-b412-26b747aa4d29 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:51.812654 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d322db9-9a92-4cad-91d0-ac437cd095d1 req-ec34b89c-0171-4417-b412-26b747aa4d29 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0612612 Jul 21 22:59:51.867774 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2d322db9-9a92-4cad-91d0-ac437cd095d1 req-aeb1707b-13b0-40ef-b6d1-821858b68624 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509212 Jul 21 22:59:52.019324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40838) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:52.141273 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4938b03a-c24b-4db7-9a57-3bb4aa990763 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.232056 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4938b03a-c24b-4db7-9a57-3bb4aa990763 admin admin] Publish callbacks [] for security_group (866b45a4-4a82-4dbe-a85c-d422012195bb), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.334208 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4938b03a-c24b-4db7-9a57-3bb4aa990763 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (866b45a4-4a82-4dbe-a85c-d422012195bb), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.386515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938b03a-c24b-4db7-9a57-3bb4aa990763 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866b45a4-4a82-4dbe-a85c-d422012195bb,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:52.394271 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4938b03a-c24b-4db7-9a57-3bb4aa990763 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f643a79596dd47c9a512865eee7a2b13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3732219 Jul 21 22:59:52.394402 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40842) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:52.449703 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] Publish callbacks [] for security_group (866b45a4-4a82-4dbe-a85c-d422012195bb), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.474936 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] Publish callbacks [] for security_group (866b45a4-4a82-4dbe-a85c-d422012195bb), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.608575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (866b45a4-4a82-4dbe-a85c-d422012195bb), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.611112 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:52.612394 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/866b45a4-4a82-4dbe-a85c-d422012195bb HTTP/1.1" status: 204 len: 168 time: 0.2169533 Jul 21 22:59:52.622939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a11e9-0fcb-4816-bfc7-5f799fbef1f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b45a4-4a82-4dbe-a85c-d422012195bb,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:53.017145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6da9f1-73c3-457c-a660-7e7928c39a13 req-77b5e260-d0c7-4c93-af2c-ab36e176c98d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:53.017145 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bd6da9f1-73c3-457c-a660-7e7928c39a13 req-77b5e260-d0c7-4c93-af2c-ab36e176c98d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0609808 Jul 21 22:59:53.077948 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bd6da9f1-73c3-457c-a660-7e7928c39a13 req-4a901f4e-c422-4f13-a510-27120ac608b6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536268 Jul 21 22:59:53.533842 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40858) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:53.550987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ece2d877-1675-41b1-bac3-e33332f7ecd8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.644939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ece2d877-1675-41b1-bac3-e33332f7ecd8 admin admin] Publish callbacks [] for security_group (5e0e9154-96d3-4aa2-90bb-1d2e7549e175), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.697372 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ece2d877-1675-41b1-bac3-e33332f7ecd8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5e0e9154-96d3-4aa2-90bb-1d2e7549e175), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.757809 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece2d877-1675-41b1-bac3-e33332f7ecd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e0e9154-96d3-4aa2-90bb-1d2e7549e175,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:53.775019 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ece2d877-1675-41b1-bac3-e33332f7ecd8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=223f259dd9ad4f41b3212dad93b8bf29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2399998 Jul 21 22:59:53.777554 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40862) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:53.833874 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] Publish callbacks [] for security_group (5e0e9154-96d3-4aa2-90bb-1d2e7549e175), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.842810 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:53.858835 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] Publish callbacks [] for security_group (5e0e9154-96d3-4aa2-90bb-1d2e7549e175), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.995163 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (5e0e9154-96d3-4aa2-90bb-1d2e7549e175), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:53.997906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:54.001772 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5e0e9154-96d3-4aa2-90bb-1d2e7549e175 HTTP/1.1" status: 204 len: 168 time: 0.2206056 Jul 21 22:59:54.016005 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621de25a-f692-4187-8d7b-e61e02fc2b01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e0e9154-96d3-4aa2-90bb-1d2e7549e175,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:54.029693 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:54.246904 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d67cc7c-cd87-4c80-ad9f-4b92d2974e68 req-b2535147-564f-4d51-bdb6-f19d8c03e722 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:54.252906 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d67cc7c-cd87-4c80-ad9f-4b92d2974e68 req-b2535147-564f-4d51-bdb6-f19d8c03e722 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0625224 Jul 21 22:59:54.274061 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:54.321114 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1d67cc7c-cd87-4c80-ad9f-4b92d2974e68 req-825df870-17db-4f27-b8ae-43c6382b3dae tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672877 Jul 21 22:59:55.230682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 40892) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:55.363270 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-952816485-network', 'tenant_id': '3429139a6e494a7290d91dd3cb8f712c'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:59:55.465473 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb23197-3fce-4b20-a1af-5f150eb60121 req-cd2d874c-2b7b-4c08-af13-e7e6118d944c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:55.467693 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bfb23197-3fce-4b20-a1af-5f150eb60121 req-cd2d874c-2b7b-4c08-af13-e7e6118d944c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0561047 Jul 21 22:59:55.474497 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Made reservation on behalf of 3429139a6e494a7290d91dd3cb8f712c for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:59:55.482189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.501982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.549604 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bfb23197-3fce-4b20-a1af-5f150eb60121 req-e6baf9de-faf7-47a8-b6b1-784c6d1c9fa9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618727 Jul 21 22:59:55.603535 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks [] for security_group (20a4676e-e94f-4e19-b072-ed9d589899e9), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.686055 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (20a4676e-e94f-4e19-b072-ed9d589899e9), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.713714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 635} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 22:59:55.725473 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a4676e-e94f-4e19-b072-ed9d589899e9,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:55.731044 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b3cb2360-c1f6-4320-8c3c-aae830564d6f), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.731657 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Added segment b3cb2360-c1f6-4320-8c3c-aae830564d6f of type vlan for network 818409ac-b84e-41b9-a0f7-dd64c062b10f Jul 21 22:59:55.775048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (818409ac-b84e-41b9-a0f7-dd64c062b10f), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.892183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (818409ac-b84e-41b9-a0f7-dd64c062b10f), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:55.893261 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:55.893895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:56.000882 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] Pushing event updated for resources: {'Network': ['ID=818409ac-b84e-41b9-a0f7-dd64c062b10f,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:56.012824 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 22:59:56.036010 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f5a54348-4fd9-4aea-8bce-0920bd910853 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7982171 Jul 21 22:59:56.036256 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 40900) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 22:59:56.044416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Request body: {'subnet': {'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-952816485-subnet', 'tenant_id': '3429139a6e494a7290d91dd3cb8f712c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 22:59:56.135136 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Made reservation on behalf of 3429139a6e494a7290d91dd3cb8f712c for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 22:59:56.137780 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:56.440186 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=11 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:56.597608 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (0ed3d4fb-0abc-4ca7-82c0-caefe2fce834), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:56.644842 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:56.676021 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Checking segment: {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 22:59:56.676738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Network hostable DHCP agents. Network: 818409ac-b84e-41b9-a0f7-dd64c062b10f, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 22:59:56.683108 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ed3d4fb-0abc-4ca7-82c0-caefe2fce834,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 22:59:56.695984 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3871986b-91ee-41bc-a4d6-f0ba53f45a9f req-a1f88018-a114-40e2-a097-6313ee414658 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:56.699251 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3871986b-91ee-41bc-a4d6-f0ba53f45a9f req-a1f88018-a114-40e2-a097-6313ee414658 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0662146 Jul 21 22:59:56.754627 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3871986b-91ee-41bc-a4d6-f0ba53f45a9f req-7687bf6f-b033-464d-83e7-b4f288d699a6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510304 Jul 21 22:59:56.797332 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 22:59:56.883138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 818409ac-b84e-41b9-a0f7-dd64c062b10f) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 22:59:56.888398 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:56.892257 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 22:59:56.895757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc27285-aa23-4e08-99c3-79462bff3bd8 None None] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:59:56.994665 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4d790f97-1576-409f-8da8-4b5b119c33a6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9589062 Jul 21 22:59:57.017786 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62f7b6f-a88f-463b-8bba-c044a40e2c7c None None] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 22:59:57.927370 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272c19f7-fc09-47e6-aae1-3d34465f542b req-72e02e72-150a-4bf0-938c-db79ed507ec6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:57.929941 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-272c19f7-fc09-47e6-aae1-3d34465f542b req-72e02e72-150a-4bf0-938c-db79ed507ec6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0712683 Jul 21 22:59:57.985993 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-272c19f7-fc09-47e6-aae1-3d34465f542b req-23254b23-6dff-4b15-91e4-cd1258d942e6 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481122 Jul 21 22:59:58.547084 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:59.187891 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58bf2ac-87bc-46e6-9cf3-60ea85bb5978 req-52110115-0590-44a2-b505-a294b1f7cf3b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:59.193946 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d58bf2ac-87bc-46e6-9cf3-60ea85bb5978 req-52110115-0590-44a2-b505-a294b1f7cf3b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.1049457 Jul 21 22:59:59.468647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-caffb938-d224-4a2e-abc4-81b7f31cc0ab tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 22:59:59.470169 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-caffb938-d224-4a2e-abc4-81b7f31cc0ab tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/networks?id=818409ac-b84e-41b9-a0f7-dd64c062b10f HTTP/1.1" status: 200 len: 808 time: 0.1290541 Jul 21 22:59:59.488405 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-b89c8646-1411-4340-a7a5-4d05095139e1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/quotas/3429139a6e494a7290d91dd3cb8f712c HTTP/1.1" status: 200 len: 375 time: 0.0119112 Jul 21 22:59:59.527496 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-238b168b-c97e-49a3-848c-f00897c6d6ff tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331554 Jul 21 22:59:59.531573 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d58bf2ac-87bc-46e6-9cf3-60ea85bb5978 req-23d72af8-f85b-4245-862b-d26cfc809926 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3304973 Jul 21 22:59:59.625282 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-561bc9c8-4d4b-4675-a84a-3bdfd8722f34 service neutron] 10.222.0.52 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907543 Jul 21 22:59:59.693633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 22:59:59.719140 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-d0578d2b-6594-4848-a638-888d27bd73d7 service neutron] 10.222.0.52 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872624 Jul 21 23:00:00.172618 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6c6fd64a-efb7-482a-978d-bfc9138251bf req-bc8aa8bd-4d7c-4e8a-b1f2-256ca7e9f0da tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0476925 Jul 21 23:00:00.661334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2d90d-734b-462f-988e-6f2a887f068b req-937be86c-12de-4a94-8f6c-af8226729688 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:00.662929 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56d2d90d-734b-462f-988e-6f2a887f068b req-937be86c-12de-4a94-8f6c-af8226729688 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0540793 Jul 21 23:00:00.715059 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-56d2d90d-734b-462f-988e-6f2a887f068b req-8bed478d-3eec-4a5a-a4b0-706413ac0138 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457859 Jul 21 23:00:01.264590 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c6393947-a31a-4721-94e4-e54a5a9de13f req-ae43ae84-709d-4e33-a6c9-bcea0b0f5282 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0284944 Jul 21 23:00:01.837180 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f71f5-7bcc-49e1-80fc-54ea5aa5534e req-5d6043e1-6f75-4fbb-872b-5d1b1556c069 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:01.838683 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-056f71f5-7bcc-49e1-80fc-54ea5aa5534e req-5d6043e1-6f75-4fbb-872b-5d1b1556c069 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0473759 Jul 21 23:00:01.871004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:INSERT=6,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:01.884353 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-a7d26e20-5cac-4474-b99b-a1d9bb5d0e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:01.885891 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-a7d26e20-5cac-4474-b99b-a1d9bb5d0e88 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1129 time: 0.0397134 Jul 21 23:00:01.888438 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-056f71f5-7bcc-49e1-80fc-54ea5aa5534e req-812ba8fe-b73f-45aa-832b-d022d560f2fd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440404 Jul 21 23:00:01.982243 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-2e40f56b-bef8-476b-929f-6a1c2520e386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:01.983751 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-2e40f56b-bef8-476b-929f-6a1c2520e386 service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.0914094 Jul 21 23:00:02.053236 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-b422049c-7f76-4079-91e6-eaa31b7dd993 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 1001 time: 0.0622907 Jul 21 23:00:02.106944 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-c1b92657-899b-426e-8626-82cbde657e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:02.108384 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-c1b92657-899b-426e-8626-82cbde657e6c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0492291 Jul 21 23:00:02.154283 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-759fbec9-1666-4761-8020-bb1086723e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:02.155892 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-759fbec9-1666-4761-8020-bb1086723e56 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405478 Jul 21 23:00:02.255225 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-6b1e6f73-7d52-42bd-9bf2-8d8ab0382368 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923412 Jul 21 23:00:02.381020 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-28f9c03d-baaf-4555-801e-5468039e2bb7 req-93d36097-3d70-4e91-9ebe-eec870c52fc3 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0433314 Jul 21 23:00:02.437845 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0e9790d8-b618-470a-9ed8-c3d0d24e060e req-60adb06e-79b4-4470-93aa-522ba21ccbac service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096931 Jul 21 23:00:03.009296 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4036a9c0-2cee-4059-a56f-e61464f037f1 req-85bd1030-cb9b-4003-b0c5-7fccd0d8a3c0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:03.010826 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4036a9c0-2cee-4059-a56f-e61464f037f1 req-85bd1030-cb9b-4003-b0c5-7fccd0d8a3c0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0482795 Jul 21 23:00:03.061055 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4036a9c0-2cee-4059-a56f-e61464f037f1 req-c876a8d3-e341-4b2b-8fc6-08149f4a38f2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446799 Jul 21 23:00:03.482368 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-18893dd0-a89e-4a48-8354-774a9f7c1ac3 req-2359b155-b11b-4789-86c0-88d149fd383b tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0319998 Jul 21 23:00:04.178452 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d055a9a-856f-450f-b69a-501643a16e90 req-cfa3d84e-4812-4260-8797-0b972bfa5656 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:04.180180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d055a9a-856f-450f-b69a-501643a16e90 req-cfa3d84e-4812-4260-8797-0b972bfa5656 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0463789 Jul 21 23:00:04.227689 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4d055a9a-856f-450f-b69a-501643a16e90 req-0db1df0a-dbe8-4c08-9601-26a38f9d8446 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420806 Jul 21 23:00:04.584514 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-49fdfd98-bb0f-456e-b728-18a42e650567 req-439a0390-fafe-4aad-aba3-12abd16ab126 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0283272 Jul 21 23:00:04.721037 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:04.819409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-ec098814-e324-46bc-aae3-e4bc25053bd9 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:04.820915 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-ec098814-e324-46bc-aae3-e4bc25053bd9 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "GET /v2.0/networks?id=818409ac-b84e-41b9-a0f7-dd64c062b10f HTTP/1.1" status: 200 len: 808 time: 0.1086633 Jul 21 23:00:04.834633 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Request body: {'port': {'device_id': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f', 'admin_state_up': True, 'tenant_id': '3429139a6e494a7290d91dd3cb8f712c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:04.894854 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:05.043495 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Made reservation on behalf of 3429139a6e494a7290d91dd3cb8f712c for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:00:05.048245 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:05.177855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Allocated IP 172.20.0.5 (818409ac-b84e-41b9-a0f7-dd64c062b10f/0ed3d4fb-0abc-4ca7-82c0-caefe2fce834/96d520a8-b232-41e7-8da8-0ec35d964762) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:00:05.358799 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks [] for port (96d520a8-b232-41e7-8da8-0ec35d964762), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:05.365258 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2414be55-eb1f-4564-aa61-3e7fc88f6f38 req-aa96556f-4729-420e-a084-fa45f35087cd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:05.366813 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2414be55-eb1f-4564-aa61-3e7fc88f6f38 req-aa96556f-4729-420e-a084-fa45f35087cd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 945 time: 0.0525501 Jul 21 23:00:05.422420 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2414be55-eb1f-4564-aa61-3e7fc88f6f38 req-bc6cb84d-c8f3-443a-833d-424e0e8fa64b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496523 Jul 21 23:00:05.478239 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:05.524758 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:00:05.530111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:00:05.534320 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:00:05.557949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Pushing event updated for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:05.585692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:05.589732 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:05.670464 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-be9a8e84-4bc4-407e-bccb-81c35ed700d5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8399997 Jul 21 23:00:05.682339 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Request body: {'port': {'device_id': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:05.717396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a956f8d-2c8b-4118-9c30-4c9b69c41cf3 req-2e91322d-06ca-4dbf-afe8-b93bf7dc17ea tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:05.717396 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4a956f8d-2c8b-4118-9c30-4c9b69c41cf3 req-2e91322d-06ca-4dbf-afe8-b93bf7dc17ea tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 931 time: 0.0550361 Jul 21 23:00:05.755728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:05.761002 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4a956f8d-2c8b-4118-9c30-4c9b69c41cf3 req-5d7c74a6-6687-4df3-aa0c-74f4eb7e63f9 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447760 Jul 21 23:00:05.858797 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:05.961888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:06.011576 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96d520a8-b232-41e7-8da8-0ec35d964762 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:06.019269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks [] for port (96d520a8-b232-41e7-8da8-0ec35d964762), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.032320 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Transition to ACTIVE for port object 96d520a8-b232-41e7-8da8-0ec35d964762 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:00:06.117415 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.177292 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Pushing event updated for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:06.247767 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Attempting to bind port 96d520a8-b232-41e7-8da8-0ec35d964762 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:00:06.248105 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Attempting to bind port 96d520a8-b232-41e7-8da8-0ec35d964762 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:00:06.248438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Attempting to bind port 96d520a8-b232-41e7-8da8-0ec35d964762 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:06.252759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Port 96d520a8-b232-41e7-8da8-0ec35d964762 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:00:06.253086 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Attempting to bind port 96d520a8-b232-41e7-8da8-0ec35d964762 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:06.257919 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 22, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:00:06.258261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Checking segment: {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:00:06.258648 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Bound using segment: {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:00:06.259101 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Bound port: 96d520a8-b232-41e7-8da8-0ec35d964762, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:00:06.259459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.322748 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:00:06.325948 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=96d520a8-b232-41e7-8da8-0ec35d964762,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:00:06.423414 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.461677 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.462287 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.463898 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] 10.222.0.33 "PUT /v2.0/ports/96d520a8-b232-41e7-8da8-0ec35d964762 HTTP/1.1" status: 200 len: 1093 time: 0.7860270 Jul 21 23:00:06.464231 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:06.466446 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c9a00e-02e7-4226-a676-e28637e6f68f" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:06.500538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975fc3d0-698b-4480-bada-486ded0d8e1e service neutron] Pushing event updated for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:06.515445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9423f490-75cd-49fb-88f3-e7c59ff0ace4 x-openstack-request-id: req-9423f490-75cd-49fb-88f3-e7c59ff0ace4 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:06.515737 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:06.516010 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9423f490-75cd-49fb-88f3-e7c59ff0ace4 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:06.516400 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9423f490-75cd-49fb-88f3-e7c59ff0ace4'] response: {'name': 'network-changed', 'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762', 'status': 'completed', 'code': 200} Jul 21 23:00:06.571976 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:06.575310 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-4d5dd33d-8079-4c56-8352-3424d7f91767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.576829 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-4d5dd33d-8079-4c56-8352-3424d7f91767 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 1127 time: 0.0417686 Jul 21 23:00:06.678411 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-1eb94232-e55f-4a20-ab1d-67b066573cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.679930 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-1eb94232-e55f-4a20-ab1d-67b066573cb9 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=3429139a6e494a7290d91dd3cb8f712c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0955718 Jul 21 23:00:06.776718 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-ae9d33c9-4d3d-4a11-9c5f-8ab3aae32edc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.778204 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e7c9a00e-02e7-4226-a676-e28637e6f68f req-ae9d33c9-4d3d-4a11-9c5f-8ab3aae32edc service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921879 Jul 21 23:00:06.880472 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:06.890370 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-55dd2b09-53f6-4a04-b9e5-7170c73b1405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.891999 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-55dd2b09-53f6-4a04-b9e5-7170c73b1405 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 1127 time: 0.0725269 Jul 21 23:00:06.903012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07cba31-65ce-4475-b86d-88966b242487 req-693c0bed-18e0-43e6-b226-f9c52f814232 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:06.904552 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f07cba31-65ce-4475-b86d-88966b242487 req-693c0bed-18e0-43e6-b226-f9c52f814232 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 943 time: 0.0738645 Jul 21 23:00:06.945513 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-55b86cd0-b496-4ea7-ae59-26717e33f60c service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=96d520a8-b232-41e7-8da8-0ec35d964762 HTTP/1.1" status: 200 len: 217 time: 0.0400138 Jul 21 23:00:06.957928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: ACTIVE; New status is: DOWN {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:06.958243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:06.959949 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:06.982444 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:06.984881 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9a46ef2-5617-46f6-9f1c-7fe95111cdb5" -d '{"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-unplugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:06.999865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:07.022071 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f07cba31-65ce-4475-b86d-88966b242487 req-9340184a-b7f4-4822-8b14-c33360e566e5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104867 Jul 21 23:00:07.023882 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f11c619-03ce-42c8-82db-afb48549c188 req-c0872b5c-de1a-4c18-bde0-b0e7b9fcb10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:07.025258 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-c0872b5c-de1a-4c18-bde0-b0e7b9fcb10c service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed3d4fb-0abc-4ca7-82c0-caefe2fce834 HTTP/1.1" status: 200 len: 848 time: 0.0712297 Jul 21 23:00:07.061005 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-78a28772-28fb-477d-a718-889a19d8b11b service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=818409ac-b84e-41b9-a0f7-dd64c062b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297010 Jul 21 23:00:07.065041 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f84eae5-3518-4487-87a8-7b05b63ac98d x-openstack-request-id: req-6f84eae5-3518-4487-87a8-7b05b63ac98d {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:07.065340 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-unplugged", "status": "failed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "code": 422}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:07.065595 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6f84eae5-3518-4487-87a8-7b05b63ac98d {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:07.066575 dv-cinder-850697-1-iscsi neutron-server[111137]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-6f84eae5-3518-4487-87a8-7b05b63ac98d']: {'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'code': 422} returned with failed status Jul 21 23:00:07.068818 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:07.118897 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=8']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:07.152426 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-6da4e0b7-752f-42fd-a74f-26da49e21443 service neutron] 10.222.0.33 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849781 Jul 21 23:00:07.246422 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4f11c619-03ce-42c8-82db-afb48549c188 req-ebb9f81c-4d71-4c20-b05b-ddf7437b7c36 service neutron] 10.222.0.33 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879867 Jul 21 23:00:07.774406 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eead8724-ba1d-422d-9ab1-14c50ea75261 req-84e13fc5-94d3-42ad-bedf-97dac47e4d63 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:07.775972 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-eead8724-ba1d-422d-9ab1-14c50ea75261 req-84e13fc5-94d3-42ad-bedf-97dac47e4d63 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0481045 Jul 21 23:00:07.825273 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-eead8724-ba1d-422d-9ab1-14c50ea75261 req-002e1a82-fcac-45d3-8051-1a1810a6574d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430775 Jul 21 23:00:07.966717 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-ca9dbcbe-27e8-484c-92ff-63c53f7f1ea3 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0382490 Jul 21 23:00:08.039709 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-8c23546a-073d-42d8-ab43-bf82ba71ee5a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:08.040963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-8c23546a-073d-42d8-ab43-bf82ba71ee5a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports/bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 940 time: 0.0464103 Jul 21 23:00:08.142325 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc44da5-4038-4b98-8190-ba4a0fa18b9d req-85d0a198-80d4-4370-8a53-376cf14c4fd1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:08.144229 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2bc44da5-4038-4b98-8190-ba4a0fa18b9d req-85d0a198-80d4-4370-8a53-376cf14c4fd1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 943 time: 0.0544026 Jul 21 23:00:08.195619 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2bc44da5-4038-4b98-8190-ba4a0fa18b9d req-4748bdb7-9cfc-4e18-9698-eba2db12dbd5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459745 Jul 21 23:00:08.945304 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8ca99-a616-4a25-942e-1e6b00eb1558 req-89fde76b-7a38-4743-a714-e5327409321c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:08.946880 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1de8ca99-a616-4a25-942e-1e6b00eb1558 req-89fde76b-7a38-4743-a714-e5327409321c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0499828 Jul 21 23:00:08.994560 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1de8ca99-a616-4a25-942e-1e6b00eb1558 req-0068f39f-85f4-4554-a22f-4adbafce0710 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420401 Jul 21 23:00:09.353280 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-cdbaeb6b-1d49-4266-950f-dd4c29d706d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.354842 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-cdbaeb6b-1d49-4266-950f-dd4c29d706d8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe&tenant_id=2f7e8103418741398872d59d16e0e919 HTTP/1.1" status: 200 len: 1127 time: 0.1013699 Jul 21 23:00:09.363173 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19eca9-1bbc-4a57-a075-6f2dbb9e6487 req-37599d57-7f58-4094-828f-4a0f0cb242de tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.364516 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6f19eca9-1bbc-4a57-a075-6f2dbb9e6487 req-37599d57-7f58-4094-828f-4a0f0cb242de tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 943 time: 0.0831623 Jul 21 23:00:09.420322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:09.440577 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-93c89e4d-99e2-4259-9653-7eef3a4876bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.442707 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-93c89e4d-99e2-4259-9653-7eef3a4876bb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=2f7e8103418741398872d59d16e0e919&device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1127 time: 0.0655375 Jul 21 23:00:09.445935 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-6f19eca9-1bbc-4a57-a075-6f2dbb9e6487 req-e1a54848-79fd-4de4-ba0d-8081530a16c4 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756996 Jul 21 23:00:09.537535 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-fbab2fc2-f689-4ccc-8f3b-a5742787ffbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.539045 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-fbab2fc2-f689-4ccc-8f3b-a5742787ffbd service neutron] 10.222.0.33 "GET /v2.0/networks?id=9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 200 len: 918 time: 0.0906909 Jul 21 23:00:09.603261 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-37ca5a9a-d071-4c47-9dda-dde5cea9e457 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 200 len: 999 time: 0.0577636 Jul 21 23:00:09.652106 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-193f4707-89ea-471a-a6bb-8edfbf3a738a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.653557 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-193f4707-89ea-471a-a6bb-8edfbf3a738a service neutron] 10.222.0.33 "GET /v2.0/subnets?id=dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 200 len: 856 time: 0.0444040 Jul 21 23:00:09.696224 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-a04d8acd-1512-4022-b859-a9d73bcf87ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:09.697569 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-a04d8acd-1512-4022-b859-a9d73bcf87ab service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=9aabd78e-e211-4aea-bb01-9d58894470ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382266 Jul 21 23:00:09.762798 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:09.788906 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-9eeaaffc-584a-4a1c-9a78-f2ff85062d6c service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852020 Jul 21 23:00:09.877379 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ddc33b78-91c0-4e43-9fde-b9bac19664f5 req-00330fb4-52eb-4f44-b22e-143758163a41 service neutron] 10.222.0.33 "GET /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816357 Jul 21 23:00:10.090324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:10.115080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9981b4ac-1902-47d8-94d8-00bcdf9c80bf req-cc4da7cf-648b-4eb3-b723-52ff4b9f999c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:10.116502 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9981b4ac-1902-47d8-94d8-00bcdf9c80bf req-cc4da7cf-648b-4eb3-b723-52ff4b9f999c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0500717 Jul 21 23:00:10.169865 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9981b4ac-1902-47d8-94d8-00bcdf9c80bf req-873a8624-c795-4c4d-83b5-189a632b3f7c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467470 Jul 21 23:00:10.617338 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e68bf5-9c19-4e63-a1b4-3da0fe27faf5 req-56dd6a83-9ffb-44d4-ac56-dc67d7b07643 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:10.627100 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6e68bf5-9c19-4e63-a1b4-3da0fe27faf5 req-56dd6a83-9ffb-44d4-ac56-dc67d7b07643 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 943 time: 0.0878522 Jul 21 23:00:10.703579 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e6e68bf5-9c19-4e63-a1b4-3da0fe27faf5 req-e7669131-f146-43b7-95d7-dcaf54660b72 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717993 Jul 21 23:00:10.897984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 96d520a8-b232-41e7-8da8-0ec35d964762 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:00:11.007291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=96d520a8-b232-41e7-8da8-0ec35d964762,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:11.020299 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '96d520a8-b232-41e7-8da8-0ec35d964762', 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f', 'port_id': '96d520a8-b232-41e7-8da8-0ec35d964762', 'mac_address': 'fa:16:3e:06:9d:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed3d4fb-0abc-4ca7-82c0-caefe2fce834', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:00:11.056508 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 96d520a8-b232-41e7-8da8-0ec35d964762 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:11.056900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:11.071342 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96d520a8-b232-41e7-8da8-0ec35d964762 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:11.093068 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=96d520a8-b232-41e7-8da8-0ec35d964762,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:11.157743 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:11.215199 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:11.319528 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66161f94-abee-4f11-a9d0-8522dabb3e47 req-3530d91a-8691-46de-a2ee-b4dc126b3978 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:11.320071 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-66161f94-abee-4f11-a9d0-8522dabb3e47 req-3530d91a-8691-46de-a2ee-b4dc126b3978 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0565717 Jul 21 23:00:11.373599 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-66161f94-abee-4f11-a9d0-8522dabb3e47 req-6e062606-98d8-4a12-a52e-91d160f54033 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474606 Jul 21 23:00:11.432246 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['96d520a8-b232-41e7-8da8-0ec35d964762'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:11.837184 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b261c689-1e36-4d8b-b6e5-f46d7cd8c6c5 req-fc20bb39-bdc6-4f1b-880f-35c459da10dd tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:11.839149 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b261c689-1e36-4d8b-b6e5-f46d7cd8c6c5 req-fc20bb39-bdc6-4f1b-880f-35c459da10dd tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 944 time: 0.0565131 Jul 21 23:00:11.890685 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b261c689-1e36-4d8b-b6e5-f46d7cd8c6c5 req-16ca8f9c-5a5e-4b42-98e3-cae8bf52fbb5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Jul 21 23:00:12.057595 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-587f8b7a-8ef6-4b8e-9184-a260f8923108 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:12.291785 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:12.334306 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-0c7fa6d2-bcb1-4c6d-b6f8-0647e4de7406 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-789023141&fields=id&tenant_id=5dbf5236757941d6b4db3517e1757621 HTTP/1.1" status: 200 len: 267 time: 0.0571802 Jul 21 23:00:12.389379 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-42ccf2f8-e239-4a34-928b-8026a09014bc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:12.390953 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-42ccf2f8-e239-4a34-928b-8026a09014bc tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 985 time: 0.0509489 Jul 21 23:00:12.403948 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Request body: {'port': {'security_groups': ['82f8556e-d6b6-4495-bb06-eadd33846bce']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:12.503344 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:12.528200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889abae0-460a-4cca-bfb8-ec80d186b38e req-0907f4fb-da7c-4dcf-9c9a-06d85aa3197b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:12.530328 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-889abae0-460a-4cca-bfb8-ec80d186b38e req-0907f4fb-da7c-4dcf-9c9a-06d85aa3197b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0750778 Jul 21 23:00:12.580056 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-889abae0-460a-4cca-bfb8-ec80d186b38e req-295a07f1-7e0b-457f-b453-86be3e101b16 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433519 Jul 21 23:00:12.669744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:12.723471 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:12.782659 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:12.910611 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 96d520a8-b232-41e7-8da8-0ec35d964762 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:00:13.156143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 96d520a8-b232-41e7-8da8-0ec35d964762 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:00:13.156492 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e4534-6945-45ac-a895-b1733b75bce0 req-f4ece8dc-961f-4806-a875-d75732e77a18 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:13.156492 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e15e4534-6945-45ac-a895-b1733b75bce0 req-f4ece8dc-961f-4806-a875-d75732e77a18 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 944 time: 0.0494909 Jul 21 23:00:13.156492 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e15e4534-6945-45ac-a895-b1733b75bce0 req-958c86b6-f8b1-4179-b05c-c4e791a51b4d tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459557 Jul 21 23:00:13.380315 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.391850 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:13.425923 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:13.426647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.434628 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-444978ac-d219-40a5-9e3a-edc87d73e1cb req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "PUT /v2.0/ports/f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 943 time: 1.0336020 Jul 21 23:00:13.434628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:13.435057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5169373e-157a-409a-8c0e-ae84625e2a8b" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:13.435426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41180) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:13.461288 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 96d520a8-b232-41e7-8da8-0ec35d964762 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:13.461654 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.471576 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9251ed2-142d-48a7-adcb-6a6c55f90f62 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event updated for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=7']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:13.521721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d404898-7112-42dc-8403-6942a31650d0 x-openstack-request-id: req-8d404898-7112-42dc-8403-6942a31650d0 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:13.522023 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:13.522286 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d404898-7112-42dc-8403-6942a31650d0 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:13.522706 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d404898-7112-42dc-8403-6942a31650d0'] response: {'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 23:00:13.537711 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:13.545426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:13.566336 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.625485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.727189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:13.763460 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa37f7b-b182-4388-a012-3f2a128e05aa req-67bce078-0557-4d20-9c8c-adc87b40c1da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:13.772654 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5fa37f7b-b182-4388-a012-3f2a128e05aa req-67bce078-0557-4d20-9c8c-adc87b40c1da tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0783160 Jul 21 23:00:13.781506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 96d520a8-b232-41e7-8da8-0ec35d964762 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:13.781904 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.836558 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.845683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.845683 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "DELETE /v2.0/security-groups/0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0 HTTP/1.1" status: 204 len: 168 time: 0.4040375 Jul 21 23:00:13.846240 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:13.846240 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cd9b8d-8022-4ade-a2b8-5306276398a5" -d '{"events": [{"server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "name": "network-vif-plugged", "status": "completed", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:13.846421 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41188) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:13.893638 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5fa37f7b-b182-4388-a012-3f2a128e05aa req-32a63dd0-be98-41ed-acc3-c6851c3ed62c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200066 Jul 21 23:00:13.897896 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:13.903017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=96d520a8-b232-41e7-8da8-0ec35d964762,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:13.938268 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-730d1cb6-5f8e-45be-8719-6bfb7718db5b None None] Provisioning complete for port f2c971ef-1e12-4937-8388-d94ceee5e560 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:13.939576 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-730d1cb6-5f8e-45be-8719-6bfb7718db5b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:13.941307 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:13.942915 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10c590-a2b3-41fa-be52-d3e648ca3882 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb4bfcd-0b5d-4967-b47c-d2701c1b76a0,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:14.003881 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6397005-c027-4f3a-a4df-eef617aaa929 x-openstack-request-id: req-a6397005-c027-4f3a-a4df-eef617aaa929 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:14.009884 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "name": "network-vif-plugged", "status": "completed", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:14.009884 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a6397005-c027-4f3a-a4df-eef617aaa929 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:14.009884 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6397005-c027-4f3a-a4df-eef617aaa929'] response: {'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762', 'code': 200} Jul 21 23:00:14.021879 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.092002 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:14.134918 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-730d1cb6-5f8e-45be-8719-6bfb7718db5b None None] Current status of the port f2c971ef-1e12-4937-8388-d94ceee5e560 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:14.178840 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Deleting port 3a17181b-147b-46b6-b4c1-c4ea5e318139 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:14.179277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.244681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7ba10be4-96bc-4fd5-9d7c-f045cb0cafb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.295804 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:14.317250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8423a8-11ba-4a3a-a07f-a7984481aecc req-83926b39-6a17-43b2-b2ac-1dd25464ef8b tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:14.317250 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af8423a8-11ba-4a3a-a07f-a7984481aecc req-83926b39-6a17-43b2-b2ac-1dd25464ef8b tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0736120 Jul 21 23:00:14.317250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.317250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for floatingip (3a17181b-147b-46b6-b4c1-c4ea5e318139), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.354634 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Calling delete_port for 3a17181b-147b-46b6-b4c1-c4ea5e318139 owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:14.624741 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:14.629121 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:14.723492 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-af8423a8-11ba-4a3a-a07f-a7984481aecc req-7b49b60b-92c7-43a5-b8eb-563f0dcfd6ad tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3889813 Jul 21 23:00:14.918176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (3a17181b-147b-46b6-b4c1-c4ea5e318139), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:14.961111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event deleted for resources: {'Port': ['ID=3a17181b-147b-46b6-b4c1-c4ea5e318139,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:15.059773 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a94f6e-d607-489f-a724-69755e0f4680 req-2ae85700-4602-402e-b07a-ddbe8d6d310c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:15.067779 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-80a94f6e-d607-489f-a724-69755e0f4680 req-2ae85700-4602-402e-b07a-ddbe8d6d310c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0655377 Jul 21 23:00:15.094428 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks [] for floatingip (8c68ded6-3b27-4fc3-95f6-865854a09c85), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:15.094802 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Floating IP 8c68ded6-3b27-4fc3-95f6-865854a09c85 disassociated (deleted). External IP: 172.27.0.123, port: f2c971ef-1e12-4937-8388-d94ceee5e560. Jul 21 23:00:15.129328 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-80a94f6e-d607-489f-a724-69755e0f4680 req-395d22c7-39b0-456a-bea4-2f73fbcc7394 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597305 Jul 21 23:00:15.331351 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Router 2cd398cf-d4a6-463c-afff-c641ddd02a11 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:15.348303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:15.450020 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:15.458373 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:15.464416 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Sync routers for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:15.484584 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:15.485221 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:15.498041 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a424088e-0a5e-40f1-a045-647b83ef67b0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "DELETE /v2.0/floatingips/8c68ded6-3b27-4fc3-95f6-865854a09c85 HTTP/1.1" status: 204 len: 168 time: 1.6496491 Jul 21 23:00:15.498642 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:15.511629 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c187a6cd-7a05-4646-8d53-2896902624a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:15.560025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b592f39-9c6f-4ed5-85a5-b5d111cff542 x-openstack-request-id: req-3b592f39-9c6f-4ed5-85a5-b5d111cff542 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:15.560322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:15.560839 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b592f39-9c6f-4ed5-85a5-b5d111cff542 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:15.561254 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b592f39-9c6f-4ed5-85a5-b5d111cff542'] response: {'name': 'network-changed', 'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 23:00:15.621875 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:15.702984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:15.849300 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:15.879537 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Checking router: 2cd398cf-d4a6-463c-afff-c641ddd02a11 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:15.893347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:15.893347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:15.897256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e486570-a857-42ba-9868-0dc29361a85a req-97ea1eca-3eee-4b35-a0d4-2a9b40539d66 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:15.899150 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e486570-a857-42ba-9868-0dc29361a85a req-97ea1eca-3eee-4b35-a0d4-2a9b40539d66 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0816483 Jul 21 23:00:15.997644 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4e486570-a857-42ba-9868-0dc29361a85a req-61f81320-8a43-4413-b5dc-72dc65c9a512 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878904 Jul 21 23:00:16.060386 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:16.105777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:16.300196 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c32aa9-7074-4c85-b622-3487b8872698 req-8fe08d4b-3164-4a38-bdef-5ac1b9065a2c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:16.302186 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0c32aa9-7074-4c85-b622-3487b8872698 req-8fe08d4b-3164-4a38-bdef-5ac1b9065a2c tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0824919 Jul 21 23:00:16.325324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:16.363032 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0c32aa9-7074-4c85-b622-3487b8872698 req-8426a59b-417d-471f-af9f-21d7452c68ae tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538077 Jul 21 23:00:16.363488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a485a9-cbe4-496e-9cfa-84b439a37f06 None None] The sync data for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi is: [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:04Z', 'revision_number': 4, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2bb7dd5a-59bc-4ca7-8c59-672a21604b97', 'name': '', 'network_id': 'd089b5b3-1f4f-4ee0-b5ea-996775bbc10a', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'mac_address': 'fa:16:3e:16:6e:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_interface', 'standard_attr_id': 431, 'fixed_ips': [{'subnet_id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:04Z', 'updated_at': '2022-07-21T22:57:09Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'subnets': [{'id': '76994332-1f5d-4bfd-aba0-2dd94f705e1d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:16.664340 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cfb4860-fa62-4a61-972a-82b5ede0ffd9 None None] New status for floating IP 8c68ded6-3b27-4fc3-95f6-865854a09c85: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:00:17.071549 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:17.126945 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f5726f-23fb-47b4-b9b8-5433d9ddb36d req-9411f6dd-79b5-4afc-8458-a7dadf0ca9e7 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:17.129095 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93f5726f-23fb-47b4-b9b8-5433d9ddb36d req-9411f6dd-79b5-4afc-8458-a7dadf0ca9e7 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0660474 Jul 21 23:00:17.178727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:17.197388 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93f5726f-23fb-47b4-b9b8-5433d9ddb36d req-70bfa34e-1be9-4585-9819-abda3fc938c0 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620711 Jul 21 23:00:17.548111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbdde13-2723-4b6a-9516-6bbbb7a01f34 req-0e88d93d-c314-45cd-b9b0-7e5d6811cb2d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:17.551767 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ecbdde13-2723-4b6a-9516-6bbbb7a01f34 req-0e88d93d-c314-45cd-b9b0-7e5d6811cb2d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0697660 Jul 21 23:00:17.610975 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ecbdde13-2723-4b6a-9516-6bbbb7a01f34 req-0a70489e-e31b-49f0-8f2b-fdcbc14be988 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510941 Jul 21 23:00:17.938427 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:18.328050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0e0820-0a62-4c9a-8853-9134d4150803 req-bef2aae9-5154-44e8-a1ed-20f86faac740 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:18.329490 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ea0e0820-0a62-4c9a-8853-9134d4150803 req-bef2aae9-5154-44e8-a1ed-20f86faac740 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0513346 Jul 21 23:00:18.381745 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ea0e0820-0a62-4c9a-8853-9134d4150803 req-c6326494-14c0-4b4e-b918-149f4361fe68 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454025 Jul 21 23:00:18.729918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b768966-430d-4266-9e2f-dd42cd45ad3d req-bb55c239-91d5-4106-a1a7-5d34283e254e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:18.731482 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b768966-430d-4266-9e2f-dd42cd45ad3d req-bb55c239-91d5-4106-a1a7-5d34283e254e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0473633 Jul 21 23:00:18.760369 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:18.782351 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b768966-430d-4266-9e2f-dd42cd45ad3d req-286c899e-3bbf-47b4-9e31-bab64b6e77ff tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454214 Jul 21 23:00:18.990637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-f64d9319-737d-4892-8f5b-2c471e12d07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:18.992076 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-f64d9319-737d-4892-8f5b-2c471e12d07e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1130 time: 0.0421500 Jul 21 23:00:19.363784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-267fbb8f-b953-428f-8acb-bff92e12b334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:19.365361 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-267fbb8f-b953-428f-8acb-bff92e12b334 service neutron] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 916 time: 0.1132209 Jul 21 23:00:19.498644 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4181d0a8-c9c4-4c6a-88ac-43d2859b9d97 req-4f2ade12-3a4a-47c6-94b3-87203701c52e tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:19.500207 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4181d0a8-c9c4-4c6a-88ac-43d2859b9d97 req-4f2ade12-3a4a-47c6-94b3-87203701c52e tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0506206 Jul 21 23:00:19.547349 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4181d0a8-c9c4-4c6a-88ac-43d2859b9d97 req-91d36769-14a8-473f-962e-de77f5bb996f tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412877 Jul 21 23:00:19.904692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdf216-4b2e-4d30-8c45-2df056b3a60c req-4a7d3703-ef85-40ff-936d-078097716242 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:19.906225 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-47bdf216-4b2e-4d30-8c45-2df056b3a60c req-4a7d3703-ef85-40ff-936d-078097716242 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0514169 Jul 21 23:00:19.953162 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-47bdf216-4b2e-4d30-8c45-2df056b3a60c req-44cb59fb-a007-43d0-a5a9-6977c369a683 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404694 Jul 21 23:00:20.151523 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-c7dd2dc7-738f-40f1-8aae-7e01f8c956b9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 217 time: 0.0409014 Jul 21 23:00:20.657578 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9ec98-bab9-4462-bcaf-f83757c3274d req-9f424384-d3b9-41ea-b5d9-81d732e44838 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:20.658957 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d1d9ec98-bab9-4462-bcaf-f83757c3274d req-9f424384-d3b9-41ea-b5d9-81d732e44838 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0462511 Jul 21 23:00:20.706387 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d1d9ec98-bab9-4462-bcaf-f83757c3274d req-346afba1-9486-4cd0-a013-a5ca37cea2b6 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418601 Jul 21 23:00:20.754125 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-54d90a0d-de06-4e0f-a53d-e0752a7e32de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:20.755783 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-54d90a0d-de06-4e0f-a53d-e0752a7e32de service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.0484996 Jul 21 23:00:20.769222 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016d2d4d-816d-499b-be6b-027ac55fbd1c req-8c750f62-730a-430e-8167-77ecc2deaa28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:20.770748 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-016d2d4d-816d-499b-be6b-027ac55fbd1c req-8c750f62-730a-430e-8167-77ecc2deaa28 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 1129 time: 0.0430567 Jul 21 23:00:20.809113 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-47377f2d-d2cd-4cb9-9a18-8ba8c321e090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:20.810633 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-47377f2d-d2cd-4cb9-9a18-8ba8c321e090 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0475724 Jul 21 23:00:20.817252 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-016d2d4d-816d-499b-be6b-027ac55fbd1c req-311b3b7a-c9a3-4cde-b2bf-685d35010d48 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410874 Jul 21 23:00:21.121570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f0e68b-9018-462a-947f-09566b01d574 req-5e6aa435-a603-4f06-800a-dce4c7b1cd5e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:21.123048 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e2f0e68b-9018-462a-947f-09566b01d574 req-5e6aa435-a603-4f06-800a-dce4c7b1cd5e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0900407 Jul 21 23:00:21.161226 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-aaae0b8f-aad6-4123-b8ab-51d4fec9de5f service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460979 Jul 21 23:00:21.209410 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e2f0e68b-9018-462a-947f-09566b01d574 req-de70042e-65ba-45fd-82be-22416a4e61d0 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797987 Jul 21 23:00:21.270092 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5169373e-157a-409a-8c0e-ae84625e2a8b req-b349ea06-2df8-4854-8cf3-7910279c92ab service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015055 Jul 21 23:00:21.830268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea86711-011f-40d9-8383-af20a499c05f req-5ca7e2e4-df1c-43bd-ae34-1d23fa737948 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:21.832372 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cea86711-011f-40d9-8383-af20a499c05f req-5ca7e2e4-df1c-43bd-ae34-1d23fa737948 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0528769 Jul 21 23:00:21.866147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:21.881422 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cea86711-011f-40d9-8383-af20a499c05f req-367291c2-8303-4c26-b924-6399e0c69340 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427496 Jul 21 23:00:22.093997 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-e6299188-00a2-477b-971d-f36f9acc6aea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.095605 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-e6299188-00a2-477b-971d-f36f9acc6aea service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=5dbf5236757941d6b4db3517e1757621&device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 1130 time: 0.0433433 Jul 21 23:00:22.331557 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5c4308-7996-433b-a5c4-20e89a705c8c req-a04b2b04-0495-4191-bc03-99ad62334671 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.332968 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ae5c4308-7996-433b-a5c4-20e89a705c8c req-a04b2b04-0495-4191-bc03-99ad62334671 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 943 time: 0.0469427 Jul 21 23:00:22.373381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:22.380776 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ae5c4308-7996-433b-a5c4-20e89a705c8c req-2d46ab91-d909-4972-b724-700eb97ed78d tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422742 Jul 21 23:00:22.476039 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-dd9861a5-627c-4669-8e6d-5bf506f8ffbb service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396819 Jul 21 23:00:22.533561 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-af1e8c41-2f0a-4132-a56c-e687af95dc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.535631 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-af1e8c41-2f0a-4132-a56c-e687af95dc3e service neutron] 10.222.0.33 "GET /v2.0/networks?id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 200 len: 916 time: 0.0987532 Jul 21 23:00:22.546070 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-9d7b1458-dbb6-4cd0-8ea0-6daaef9d0fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.547635 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-9d7b1458-dbb6-4cd0-8ea0-6daaef9d0fdb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0430396 Jul 21 23:00:22.600962 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-3c63c25d-7d2d-4ddd-a09a-083cc37a8db0 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 200 len: 217 time: 0.0349865 Jul 21 23:00:22.649806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-64c0c12b-67e8-499e-a781-b9e55dd6cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.651294 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-64c0c12b-67e8-499e-a781-b9e55dd6cc0e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 200 len: 854 time: 0.0449433 Jul 21 23:00:22.670519 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-5fdc5d86-dbb9-4bb3-9e29-b4966828af45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.672112 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-5fdc5d86-dbb9-4bb3-9e29-b4966828af45 service neutron] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 909 time: 0.0929351 Jul 21 23:00:22.701728 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-bb27bddf-5078-4d08-b0d5-b832dc2df3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.703287 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-bb27bddf-5078-4d08-b0d5-b832dc2df3ad service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423019 Jul 21 23:00:22.738493 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-1d06e2a9-ebd7-448c-bc10-630fc05dd7f2 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 1000 time: 0.0601044 Jul 21 23:00:22.781464 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:22.788022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-d9fefb7f-5525-4e64-8f8b-f37fe670316b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.793314 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-d9fefb7f-5525-4e64-8f8b-f37fe670316b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0441518 Jul 21 23:00:22.797914 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-82a313a6-0405-4289-9d16-cb9f37d67b8c service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880949 Jul 21 23:00:22.835062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-3244791b-5680-4c9d-890d-e2470a9bacde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:22.836506 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-3244791b-5680-4c9d-890d-e2470a9bacde service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0398405 Jul 21 23:00:22.893312 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c187a6cd-7a05-4646-8d53-2896902624a1 req-a1e79b93-a795-40ef-ad92-70eb0e04cbfd service neutron] 10.222.0.33 "GET /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886219 Jul 21 23:00:22.932398 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-01bbd7a6-ddad-4032-856a-fd798212caa4 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885470 Jul 21 23:00:22.959550 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:00:23.045292 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827457e5-8b81-4634-b3d6-8de8b5fdc180 req-337b6f54-6194-4165-bf4b-0c41abbd3626 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:23.046763 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-827457e5-8b81-4634-b3d6-8de8b5fdc180 req-337b6f54-6194-4165-bf4b-0c41abbd3626 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0879815 Jul 21 23:00:23.050092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:23.072638 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:23.079399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:23.085258 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'port_id': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'mac_address': 'fa:16:3e:0c:9b:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:00:23.088047 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-00e9d850-e0d9-4182-bc84-fc15dd00eb77 req-0c713e86-04eb-44dc-8f58-3fcce2e1bc20 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1483948 Jul 21 23:00:23.113902 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-827457e5-8b81-4634-b3d6-8de8b5fdc180 req-6bc95f8c-c78a-4d86-a282-2cbcbf178cdf tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586751 Jul 21 23:00:23.122031 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:23.122433 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:23.136163 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:23.159017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:23.240339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:23.292189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=9']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:23.510482 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['bfe9e93c-d1f9-4919-a48d-408be052b179'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:23.513362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8026b6-11d1-4d86-aa52-9e6508c63a8e req-6bb6933d-1507-40e8-b274-6662457e20ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:23.515517 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6e8026b6-11d1-4d86-aa52-9e6508c63a8e req-6bb6933d-1507-40e8-b274-6662457e20ca tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.0544405 Jul 21 23:00:23.578715 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6e8026b6-11d1-4d86-aa52-9e6508c63a8e req-7244d6d1-2e9a-4e38-858b-1737645b8891 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482593 Jul 21 23:00:23.993973 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb2643c-a957-46b7-86c4-d48382c86f6d req-1bed3184-a410-462f-b03e-c0d18b706912 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:23.995562 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5bb2643c-a957-46b7-86c4-d48382c86f6d req-1bed3184-a410-462f-b03e-c0d18b706912 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0495925 Jul 21 23:00:24.052873 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5bb2643c-a957-46b7-86c4-d48382c86f6d req-499d2435-e7c2-4833-83cf-cb65e0eca4cb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0508263 Jul 21 23:00:24.522398 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcc7c6f-d5c3-463b-8e80-f789315453b6 req-fb757b63-01ed-46b2-8609-beebd2ede7fc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:24.523907 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8bcc7c6f-d5c3-463b-8e80-f789315453b6 req-fb757b63-01ed-46b2-8609-beebd2ede7fc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0475686 Jul 21 23:00:24.570059 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8bcc7c6f-d5c3-463b-8e80-f789315453b6 req-891292e3-f85c-4593-b07f-fd824434c080 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405180 Jul 21 23:00:24.698895 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e5d4ce-6067-41b7-984d-9f01531629bb req-21f63858-3c4b-4409-8e05-f84ed7c63683 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:24.700260 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-15e5d4ce-6067-41b7-984d-9f01531629bb req-21f63858-3c4b-4409-8e05-f84ed7c63683 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 944 time: 0.0463753 Jul 21 23:00:24.746083 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-15e5d4ce-6067-41b7-984d-9f01531629bb req-88c78bfe-416c-4893-af5b-5f8653997b69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404258 Jul 21 23:00:24.976208 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:00:24.979512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:25.022206 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port bfe9e93c-d1f9-4919-a48d-408be052b179 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:25.022606 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:25.059596 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:25.093559 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bfe9e93c-d1f9-4919-a48d-408be052b179 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:25.093950 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:25.117510 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:25.119755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a58b5ba-4d65-409b-9f9d-27122b034ecb" -d '{"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:25.133713 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:25.158454 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deca7be5-cc7e-4577-a2d7-df4e67b017f0 x-openstack-request-id: req-deca7be5-cc7e-4577-a2d7-df4e67b017f0 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:25.158757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-plugged", "status": "completed", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:25.159077 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-deca7be5-cc7e-4577-a2d7-df4e67b017f0 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:25.159529 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-deca7be5-cc7e-4577-a2d7-df4e67b017f0'] response: {'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'code': 200} Jul 21 23:00:25.173598 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a17e8b9-40b8-4af7-be21-489cebfc9d78 req-919ee389-2bfb-4893-87dc-5a4882a2ce93 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:25.175631 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7a17e8b9-40b8-4af7-be21-489cebfc9d78 req-919ee389-2bfb-4893-87dc-5a4882a2ce93 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0495148 Jul 21 23:00:25.205697 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:25.223806 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7a17e8b9-40b8-4af7-be21-489cebfc9d78 req-914d5190-93d3-4ee7-9752-9c9fc24fb6a3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0417938 Jul 21 23:00:25.258009 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=10']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:25.549457 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:00:25.671651 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:25.687205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811bf14a-2107-472a-bf04-5232e5566344 req-43a6758b-9438-4c0d-9e5f-b8a9140f45aa tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:25.688684 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-811bf14a-2107-472a-bf04-5232e5566344 req-43a6758b-9438-4c0d-9e5f-b8a9140f45aa tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0509169 Jul 21 23:00:25.736117 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-811bf14a-2107-472a-bf04-5232e5566344 req-09eb1ed2-4fb2-40e3-9cbc-bbf88e40fd7e tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417800 Jul 21 23:00:25.863727 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66d106-af13-4e74-8624-9f7dfcb0fb9d req-dbae9d5a-331b-462d-8f37-d80fbfbcf15b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:25.865186 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb66d106-af13-4e74-8624-9f7dfcb0fb9d req-dbae9d5a-331b-462d-8f37-d80fbfbcf15b tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0480053 Jul 21 23:00:25.912038 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb66d106-af13-4e74-8624-9f7dfcb0fb9d req-c787d76b-adec-49fa-a691-e6750718cefb tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412440 Jul 21 23:00:26.339530 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf50226-abc9-42c9-b465-377f6a7b29a7 req-9d0ca948-2912-4e4f-b8a7-312e1e513df3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:26.341014 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddf50226-abc9-42c9-b465-377f6a7b29a7 req-9d0ca948-2912-4e4f-b8a7-312e1e513df3 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0477099 Jul 21 23:00:26.387628 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddf50226-abc9-42c9-b465-377f6a7b29a7 req-7cb651a4-a392-4f2d-bee3-6d0cc8b86794 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412214 Jul 21 23:00:26.851866 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be75ae63-cd9d-4b2d-9b8b-4d763175c4a1 req-680700e7-971f-4d2d-979b-75ab64998c29 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:26.853640 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-be75ae63-cd9d-4b2d-9b8b-4d763175c4a1 req-680700e7-971f-4d2d-979b-75ab64998c29 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0505991 Jul 21 23:00:26.901471 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-be75ae63-cd9d-4b2d-9b8b-4d763175c4a1 req-288f2779-247d-4ddb-81e7-14ed64ea02bc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420651 Jul 21 23:00:27.033174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98785226-4327-4bc2-b594-667194b46be7 req-dffab02f-04a8-4a9d-af88-7f1597120fc4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:27.035490 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-98785226-4327-4bc2-b594-667194b46be7 req-dffab02f-04a8-4a9d-af88-7f1597120fc4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0513902 Jul 21 23:00:27.087202 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-98785226-4327-4bc2-b594-667194b46be7 req-15a25b70-a8ac-4cb1-8385-1b0f0c4ac072 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462236 Jul 21 23:00:27.269999 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8841c829-7146-46dc-9511-4593f06453fb req-a1cc8717-9527-420a-bee1-673dd48a75cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:27.271598 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8841c829-7146-46dc-9511-4593f06453fb req-a1cc8717-9527-420a-bee1-673dd48a75cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0504119 Jul 21 23:00:27.296853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8108-d7bd-492e-9448-66669aaae4ab req-71a8a9a4-6d16-4d27-a1d3-3f1ca2a238f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:27.298468 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f5b8108-d7bd-492e-9448-66669aaae4ab req-71a8a9a4-6d16-4d27-a1d3-3f1ca2a238f8 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 1130 time: 0.0402651 Jul 21 23:00:27.347621 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f5b8108-d7bd-492e-9448-66669aaae4ab req-782900b1-5a55-42f4-807f-5d68b48116d3 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409007 Jul 21 23:00:27.368035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 31ffe9d2-f878-4725-811a-0c9011087597 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:27.368391 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (31ffe9d2-f878-4725-811a-0c9011087597), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.465739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] For port 31ffe9d2-f878-4725-811a-0c9011087597, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=31ffe9d2-f878-4725-811a-0c9011087597,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:27.466104 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (31ffe9d2-f878-4725-811a-0c9011087597), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.515869 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2328e8-21f6-4fec-8fe8-5e684555c169 req-2a99a540-32a8-4abf-b3a3-59f3df8b8501 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:27.517147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:27.517568 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5f2328e8-21f6-4fec-8fe8-5e684555c169 req-2a99a540-32a8-4abf-b3a3-59f3df8b8501 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 946 time: 0.0557275 Jul 21 23:00:27.566381 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5f2328e8-21f6-4fec-8fe8-5e684555c169 req-06f12248-19be-4292-b331-6f36fbc0a891 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=9f801431-6935-4621-87cb-a582811ac990&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421343 Jul 21 23:00:27.618265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde90cf-6af0-4075-9e05-932531b59a58 req-479004ee-81e2-45f0-b094-47abed2e7bd8 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:27.620303 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-edde90cf-6af0-4075-9e05-932531b59a58 req-479004ee-81e2-45f0-b094-47abed2e7bd8 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0486932 Jul 21 23:00:27.647626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.651924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.651924 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP dcc63764-0c4d-418d-95fa-ef2e4949d330 disassociated. External IP: 172.27.0.155, port: 31ffe9d2-f878-4725-811a-0c9011087597. Jul 21 23:00:27.651924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 31ffe9d2-f878-4725-811a-0c9011087597 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:27.697295 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:27.712467 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Deleting port 96d520a8-b232-41e7-8da8-0ec35d964762 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:27.712811 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.806364 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] For port 96d520a8-b232-41e7-8da8-0ec35d964762, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=96d520a8-b232-41e7-8da8-0ec35d964762,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:27.806735 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.820566 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Calling delete_port for 96d520a8-b232-41e7-8da8-0ec35d964762 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:27.837739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (31ffe9d2-f878-4725-811a-0c9011087597), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:27.866126 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=31ffe9d2-f878-4725-811a-0c9011087597,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:27.877012 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.877365 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.877714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.878688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.879057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.879396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.879731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.880061 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.880399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.880731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.881060 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.881388 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.881717 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.882068 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.882399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:27.902611 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:28.019791 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:28.024682 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (96d520a8-b232-41e7-8da8-0ec35d964762), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:28.031066 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:28.037509 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['96d520a8-b232-41e7-8da8-0ec35d964762'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:28.063138 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Pushing event deleted for resources: {'Port': ['ID=96d520a8-b232-41e7-8da8-0ec35d964762,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:28.069677 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6939ad8f-f5c6-4d44-be70-d6b8ea34998a req-7dda28dc-dfcd-4441-9b66-296622706767 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:28.071992 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6939ad8f-f5c6-4d44-be70-d6b8ea34998a req-7dda28dc-dfcd-4441-9b66-296622706767 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 945 time: 0.0894189 Jul 21 23:00:28.090614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.091287 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.091631 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.091978 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.092307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.092638 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.092968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.093321 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.093652 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.093972 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.094297 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.094614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.095120 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.095445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.095770 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:28.121202 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] No DVR routers for this DVR port 96d520a8-b232-41e7-8da8-0ec35d964762 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:28.124094 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:28.127725 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-edde90cf-6af0-4075-9e05-932531b59a58 req-01fd1897-b14c-482c-b49a-070982a68f69 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "DELETE /v2.0/ports/96d520a8-b232-41e7-8da8-0ec35d964762 HTTP/1.1" status: 204 len: 173 time: 0.5007677 Jul 21 23:00:28.128788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'name': 'network-vif-deleted', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:28.131260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b0469ef-68f8-45e0-9dd2-20523f412c76" -d '{"events": [{"server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "name": "network-vif-deleted", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:28.202049 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-6939ad8f-f5c6-4d44-be70-d6b8ea34998a req-4ad88b8d-e7a3-4237-bb27-f811ed934ff7 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195056 Jul 21 23:00:28.218978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:28.230225 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:28.247689 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:28.254718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:28.274919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] No DVR routers for this DVR port 31ffe9d2-f878-4725-811a-0c9011087597 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:28.278166 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:28.281611 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8841c829-7146-46dc-9511-4593f06453fb req-15949fad-ec86-4c67-a528-0d6b27bd5cea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "DELETE /v2.0/ports/31ffe9d2-f878-4725-811a-0c9011087597 HTTP/1.1" status: 204 len: 173 time: 1.0044942 Jul 21 23:00:28.282084 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'name': 'network-vif-deleted', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:28.284937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ccf97-ffc7-4606-8e70-37da919807a5" -d '{"events": [{"server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "name": "network-vif-deleted", "tag": "31ffe9d2-f878-4725-811a-0c9011087597"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:28.344852 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca132164-71b7-4fa8-82bc-e2e7b5d42eb4 req-4f9fda7b-235e-4343-8615-26dcb2552a68 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:28.346554 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ca132164-71b7-4fa8-82bc-e2e7b5d42eb4 req-4f9fda7b-235e-4343-8615-26dcb2552a68 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0529308 Jul 21 23:00:28.413830 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ca132164-71b7-4fa8-82bc-e2e7b5d42eb4 req-41ec741d-ade0-4b22-b7f9-03f3c52e6496 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595057 Jul 21 23:00:28.443573 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:28.471015 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9777d997-fb29-4284-b28e-78b6533237ff x-openstack-request-id: req-9777d997-fb29-4284-b28e-78b6533237ff {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:28.471315 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ceb58b-5c05-426a-be36-7ea89f4ac6a6", "name": "network-vif-deleted", "tag": "96d520a8-b232-41e7-8da8-0ec35d964762", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:28.471574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9777d997-fb29-4284-b28e-78b6533237ff {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:28.472499 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9777d997-fb29-4284-b28e-78b6533237ff'] response: {'server_uuid': 'b4ceb58b-5c05-426a-be36-7ea89f4ac6a6', 'name': 'network-vif-deleted', 'tag': '96d520a8-b232-41e7-8da8-0ec35d964762', 'status': 'completed', 'code': 200} Jul 21 23:00:28.507890 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-371681be-aa89-498a-b242-de8c0566f278 x-openstack-request-id: req-371681be-aa89-498a-b242-de8c0566f278 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:28.507890 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35fff0c7-83f1-445a-b6e0-32d1f5831ecb", "name": "network-vif-deleted", "tag": "31ffe9d2-f878-4725-811a-0c9011087597", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:28.507890 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-371681be-aa89-498a-b242-de8c0566f278 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:28.507890 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-371681be-aa89-498a-b242-de8c0566f278'] response: {'server_uuid': '35fff0c7-83f1-445a-b6e0-32d1f5831ecb', 'name': 'network-vif-deleted', 'tag': '31ffe9d2-f878-4725-811a-0c9011087597', 'status': 'completed', 'code': 200} Jul 21 23:00:28.577020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af43cfb2-ff9b-4ad1-b6f2-4ef79133508e req-decb6065-2272-4513-93cb-26a37d9c2063 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:28.577020 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-af43cfb2-ff9b-4ad1-b6f2-4ef79133508e req-decb6065-2272-4513-93cb-26a37d9c2063 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0549240 Jul 21 23:00:28.629761 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-af43cfb2-ff9b-4ad1-b6f2-4ef79133508e req-ff92edfc-4995-4655-9e54-a3d599bb4721 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459843 Jul 21 23:00:28.674145 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:28.699534 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:28.710324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:28.711568 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:28.720505 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5a822983-c1ba-412e-9b78-0631fdb5265d req-fb1e3729-e41e-42b1-babb-8439f02f3260 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0307457 Jul 21 23:00:28.815228 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:29.007343 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:29.035826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a001b8-df17-4b86-b6d0-b4a889bc189c None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:29.249063 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b37aac-5667-44a2-8270-eda5743f86e4 None None] New status for floating IP dcc63764-0c4d-418d-95fa-ef2e4949d330: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:00:29.318045 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1e8bf165-6206-402a-9b16-75f3687e9ca8 req-081b50b5-2d8b-4889-bb1d-4afba8fd1304 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0286465 Jul 21 23:00:29.542459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9888c77e-a151-4fc5-8476-27157a2debf0 req-ebd89c16-e3ca-4047-a917-c8c17eef8d09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:29.543981 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9888c77e-a151-4fc5-8476-27157a2debf0 req-ebd89c16-e3ca-4047-a917-c8c17eef8d09 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0507202 Jul 21 23:00:29.593518 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9888c77e-a151-4fc5-8476-27157a2debf0 req-150352d4-c365-4337-8742-609b69227090 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437942 Jul 21 23:00:29.744850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c66312-cc63-4955-b1b0-ca551501182e req-337297fe-965c-482e-a655-0b19099d1657 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:29.746345 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-97c66312-cc63-4955-b1b0-ca551501182e req-337297fe-965c-482e-a655-0b19099d1657 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0506229 Jul 21 23:00:29.823924 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-72685ba6-77e2-49a5-acf7-396295c7fce3 req-eb2cefd9-d412-4140-8601-c7d50661e5c6 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0309927 Jul 21 23:00:30.051969 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:30.056826 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-97c66312-cc63-4955-b1b0-ca551501182e req-8541945a-84db-44fb-84c0-97f6cefaf32d tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044746 Jul 21 23:00:30.431475 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c29cf715-f1a1-4a3f-9ba3-6abaae4925d8 req-a96d0b4e-a37f-4827-ab0a-6064ad4ce202 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0297751 Jul 21 23:00:30.711252 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76bf956-d009-4cb7-bfa0-e4102fbc4c4f req-c811cc98-3cfc-4fd3-9ca4-63fd250984e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:30.712698 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d76bf956-d009-4cb7-bfa0-e4102fbc4c4f req-c811cc98-3cfc-4fd3-9ca4-63fd250984e3 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0466535 Jul 21 23:00:30.759001 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d76bf956-d009-4cb7-bfa0-e4102fbc4c4f req-41dd7e5e-4275-46e3-89f6-23bccc51f160 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408063 Jul 21 23:00:30.937619 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c85e6131-7c6e-4d7f-aede-f374a170551a req-b579d0b3-eab9-46be-b1a5-1b37c7883754 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=35fff0c7-83f1-445a-b6e0-32d1f5831ecb HTTP/1.1" status: 200 len: 210 time: 0.0305204 Jul 21 23:00:30.985224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 31ffe9d2-f878-4725-811a-0c9011087597 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:31.006849 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 31ffe9d2-f878-4725-811a-0c9011087597 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:31.007197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 31ffe9d2-f878-4725-811a-0c9011087597 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:31.007618 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 96d520a8-b232-41e7-8da8-0ec35d964762 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:31.025209 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 96d520a8-b232-41e7-8da8-0ec35d964762 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:31.025556 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 96d520a8-b232-41e7-8da8-0ec35d964762 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:31.078648 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-19004807-59a7-4bc2-8b63-7e50958f0303 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:31.080292 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-19004807-59a7-4bc2-8b63-7e50958f0303 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.33 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0502071 Jul 21 23:00:31.171772 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6ef8b-1655-4254-ae63-780d06048caf req-eeb22e0c-0e39-4fc2-8e26-74df6c3c0b9a tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:31.173318 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87e6ef8b-1655-4254-ae63-780d06048caf req-eeb22e0c-0e39-4fc2-8e26-74df6c3c0b9a tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 946 time: 0.0498719 Jul 21 23:00:31.221682 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87e6ef8b-1655-4254-ae63-780d06048caf req-b0d75fb9-e731-4603-a9a0-e7972e6aa773 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/security-groups?id=82f8556e-d6b6-4495-bb06-eadd33846bce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Jul 21 23:00:31.319672 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Deleting port f2c971ef-1e12-4937-8388-d94ceee5e560 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:31.320030 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:31.414860 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] For port f2c971ef-1e12-4937-8388-d94ceee5e560, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f2c971ef-1e12-4937-8388-d94ceee5e560,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:31.415233 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:31.431134 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Calling delete_port for f2c971ef-1e12-4937-8388-d94ceee5e560 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:31.556288 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-155396b9-95e0-4535-a189-e009cb2a1b56 req-95d69d53-934d-4e9e-a461-c08229b82d24 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=b4ceb58b-5c05-426a-be36-7ea89f4ac6a6 HTTP/1.1" status: 200 len: 210 time: 0.0372775 Jul 21 23:00:31.563036 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:31.650005 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (f2c971ef-1e12-4937-8388-d94ceee5e560), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:31.661930 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f2c971ef-1e12-4937-8388-d94ceee5e560'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:31.688939 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Pushing event deleted for resources: {'Port': ['ID=f2c971ef-1e12-4937-8388-d94ceee5e560,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:31.731669 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] No DVR routers for this DVR port f2c971ef-1e12-4937-8388-d94ceee5e560 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:31.733859 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:31.737085 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-278ef12f-b730-4fda-afe2-fe20ce4f73d6 req-1d6f192b-ffc7-4c67-91ff-797f5864bb58 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.33 "DELETE /v2.0/ports/f2c971ef-1e12-4937-8388-d94ceee5e560 HTTP/1.1" status: 204 len: 173 time: 0.5033283 Jul 21 23:00:31.738111 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'name': 'network-vif-deleted', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:31.740410 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199ed3eb-03fb-49ff-b270-47a18af5960e" -d '{"events": [{"server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "name": "network-vif-deleted", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:31.779765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3dcded3-30e4-4c01-8dad-5e20a5d3a443 x-openstack-request-id: req-c3dcded3-30e4-4c01-8dad-5e20a5d3a443 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:31.779765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4af0c74-4e0a-4b83-abb6-bdf7216abe88", "name": "network-vif-deleted", "tag": "f2c971ef-1e12-4937-8388-d94ceee5e560", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:31.779765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c3dcded3-30e4-4c01-8dad-5e20a5d3a443 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:31.779765 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c3dcded3-30e4-4c01-8dad-5e20a5d3a443'] response: {'server_uuid': 'a4af0c74-4e0a-4b83-abb6-bdf7216abe88', 'name': 'network-vif-deleted', 'tag': 'f2c971ef-1e12-4937-8388-d94ceee5e560', 'status': 'completed', 'code': 200} Jul 21 23:00:32.083818 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41458) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:32.147693 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (9f801431-6935-4621-87cb-a582811ac990), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.173662 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (9f801431-6935-4621-87cb-a582811ac990), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.343749 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-65146f93-10f9-49f7-a086-b619e5f8ca36 req-942584c2-677c-4df0-be53-4693e5b741a0 tempest-TestMinimumBasicScenario-558931849 tempest-TestMinimumBasicScenario-558931849-project] 10.222.0.52 "GET /v2.0/ports?device_id=a4af0c74-4e0a-4b83-abb6-bdf7216abe88 HTTP/1.1" status: 200 len: 210 time: 0.0364521 Jul 21 23:00:32.345836 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (9f801431-6935-4621-87cb-a582811ac990), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.348809 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.350042 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/security-groups/9f801431-6935-4621-87cb-a582811ac990 HTTP/1.1" status: 204 len: 168 time: 0.2654684 Jul 21 23:00:32.353835 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41472) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:32.376447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65edc691-7c01-44cc-8035-5aa75f73e905 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f801431-6935-4621-87cb-a582811ac990,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:32.378547 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.api.v2.resource [None req-ca8017bc-b3b0-4ec3-a5ec-6afa152df9b9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] show failed (client error): The resource could not be found. Jul 21 23:00:32.380316 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ca8017bc-b3b0-4ec3-a5ec-6afa152df9b9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups/9f801431-6935-4621-87cb-a582811ac990 HTTP/1.1" status: 404 len: 347 time: 0.0255089 Jul 21 23:00:32.384214 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41474) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:32.501193 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port 20170e8c-9fbe-4b03-be17-1b165d3bdf44 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:32.501549 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.584325 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.590286 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (20170e8c-9fbe-4b03-be17-1b165d3bdf44), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.599296 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for 20170e8c-9fbe-4b03-be17-1b165d3bdf44 owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:32.648410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:32.805427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:32.845429 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-aa409f05-ce62-4173-88f2-4fdd5d4a205a tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:32.846920 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-aa409f05-ce62-4173-88f2-4fdd5d4a205a tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/networks?id=818409ac-b84e-41b9-a0f7-dd64c062b10f HTTP/1.1" status: 200 len: 808 time: 0.1173055 Jul 21 23:00:32.861265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (20170e8c-9fbe-4b03-be17-1b165d3bdf44), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:32.872309 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-d4fa4f31-72e3-466f-a63d-037405fb9446 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/quotas/3429139a6e494a7290d91dd3cb8f712c HTTP/1.1" status: 200 len: 375 time: 0.0189915 Jul 21 23:00:32.891614 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=20170e8c-9fbe-4b03-be17-1b165d3bdf44,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:32.897181 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5e40f8-7c05-465a-aea7-800fa85566db req-03c421c3-cb75-4d20-aedd-7f5c465850a2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:32.898711 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a5e40f8-7c05-465a-aea7-800fa85566db req-03c421c3-cb75-4d20-aedd-7f5c465850a2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0499184 Jul 21 23:00:32.936738 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-6b82468b-74b3-415c-8761-1318a57096bc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476420 Jul 21 23:00:32.948050 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9a5e40f8-7c05-465a-aea7-800fa85566db req-bf0d3827-a95b-429a-a420-96f0681223a6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428548 Jul 21 23:00:33.036562 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (dcc63764-0c4d-418d-95fa-ef2e4949d330), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.039016 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.040143 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-36e93c4a-f4b7-472a-84ec-433452c5835d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/floatingips/dcc63764-0c4d-418d-95fa-ef2e4949d330 HTTP/1.1" status: 204 len: 168 time: 0.6551127 Jul 21 23:00:33.068675 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-f9dc893f-447c-4c38-9769-99ad6af73b81 service neutron] 10.222.0.52 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108043 Jul 21 23:00:33.160780 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-33ccdb74-c048-408b-8103-902b7bb0827f service neutron] 10.222.0.52 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857038 Jul 21 23:00:33.171886 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41498) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:33.176500 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1942148616', 'description': 'tempest-description--2109501011'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:33.260335 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.328479 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (69fff2f5-e9b1-491e-ac87-d8aa9d121104), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.377067 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (69fff2f5-e9b1-491e-ac87-d8aa9d121104), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.416710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fff2f5-e9b1-491e-ac87-d8aa9d121104,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:33.479815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.484008 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1d86f20e-13fe-4ac9-9fbc-3e15d32e42db tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3111172 Jul 21 23:00:33.484712 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41508) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:33.489789 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '69fff2f5-e9b1-491e-ac87-d8aa9d121104', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:33.500539 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d31f0578-99ba-48b5-bca5-ca8956dea171 req-3a4e2d1d-782a-44c1-b893-583398d936be tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 210 time: 0.0335033 Jul 21 23:00:33.609180 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (bb6b16c7-006b-438b-a094-b55fc8c21b64), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.652469 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:33.670623 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (bb6b16c7-006b-438b-a094-b55fc8c21b64), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.788548 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (bb6b16c7-006b-438b-a094-b55fc8c21b64), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.809256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb6b16c7-006b-438b-a094-b55fc8c21b64,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:33.945436 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:33.949308 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0ed17098-cce1-4fd6-a241-3ab5d8538cdf tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4607098 Jul 21 23:00:33.949593 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41534) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:33.954012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'security_group_rule': {'security_group_id': '69fff2f5-e9b1-491e-ac87-d8aa9d121104', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:34.056924 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (b3b38de4-8dc1-4e49-9970-72a803e484a8), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.079737 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb07e19f-ee5f-4419-90b5-1acb8d933120 req-6832b8ac-6b5e-4cc2-96f3-280eae662a8a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:34.081204 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb07e19f-ee5f-4419-90b5-1acb8d933120 req-6832b8ac-6b5e-4cc2-96f3-280eae662a8a tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0636811 Jul 21 23:00:34.390830 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (b3b38de4-8dc1-4e49-9970-72a803e484a8), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.395554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-bb07e19f-ee5f-4419-90b5-1acb8d933120 req-470e388e-1b3c-44eb-9164-74403d8c25bb tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3065894 Jul 21 23:00:34.451816 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (b3b38de4-8dc1-4e49-9970-72a803e484a8), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.466375 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:34.472041 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3b38de4-8dc1-4e49-9970-72a803e484a8,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:34.537846 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.541903 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1b95135b-7d5e-4f1f-bddd-b1705e56d3bc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5885074 Jul 21 23:00:34.542510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41558) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:34.554546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:34.621965 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f8f73612-a3e3-416d-9828-a5956d8db8a6 req-d0094422-f13a-4fa5-bc4d-765983fbad6e tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 210 time: 0.0305123 Jul 21 23:00:34.640664 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.707140 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-ba620e9b-ed39-46e6-a185-3e28aa16f8b1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:34.708984 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-ba620e9b-ed39-46e6-a185-3e28aa16f8b1 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0457423 Jul 21 23:00:34.725170 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.727912 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:34.796873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Deleting port 18c604d0-57b0-45a4-a124-d78abd64bf0c {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:34.797537 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.847670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.27.0.138 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:00:34.895342 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] For port 18c604d0-57b0-45a4-a124-d78abd64bf0c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=18c604d0-57b0-45a4-a124-d78abd64bf0c,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:34.896229 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.962253 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:34.993656 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41560) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:34.995074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f2c971ef-1e12-4937-8388-d94ceee5e560 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:35.031348 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: f2c971ef-1e12-4937-8388-d94ceee5e560 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:35.031966 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f2c971ef-1e12-4937-8388-d94ceee5e560 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:35.055392 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.103183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:00:35.108871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:00:35.111493 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:00:35.116435 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:35.142994 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.143195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.143467 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Floating IP fd82f29e-13d0-4682-a5f4-638d174dc450 disassociated. External IP: 172.27.0.6, port: 18c604d0-57b0-45a4-a124-d78abd64bf0c. Jul 21 23:00:35.143813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Calling delete_port for 18c604d0-57b0-45a4-a124-d78abd64bf0c owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:35.157647 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:35.201587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.299848 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:35.301535 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.380514 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:35.467632 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.470031 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.508803 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (18c604d0-57b0-45a4-a124-d78abd64bf0c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.528757 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e577cf9d-7ea0-4abf-94e1-2dc8e9e092cb req-e76a99cf-2a6e-4992-be1f-0f05aee112d2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:35.530341 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e577cf9d-7ea0-4abf-94e1-2dc8e9e092cb req-e76a99cf-2a6e-4992-be1f-0f05aee112d2 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 946 time: 0.0571394 Jul 21 23:00:35.541711 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'Port': ['ID=18c604d0-57b0-45a4-a124-d78abd64bf0c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:35.567040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.689111 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:35.724551 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:35.741608 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-e577cf9d-7ea0-4abf-94e1-2dc8e9e092cb req-e8913b38-eafa-494c-ae73-16246c5d0e93 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups?id=b1e8c6f6-ba97-43c5-98f4-a8c02f997675&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2054708 Jul 21 23:00:35.752523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.775058 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:35.779896 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-7562a1cd-c7a3-427b-969a-c1e89a990466 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:35.781350 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-7562a1cd-c7a3-427b-969a-c1e89a990466 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "GET /v2.0/networks?id=818409ac-b84e-41b9-a0f7-dd64c062b10f HTTP/1.1" status: 200 len: 808 time: 0.2356195 Jul 21 23:00:35.792550 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1222b9c6-5d0c-45c0-b824-c4f0b1d67449 req-62b8a616-5416-41cd-b518-342de543d7c0 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 210 time: 0.0967212 Jul 21 23:00:35.793649 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Request body: {'port': {'device_id': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f', 'admin_state_up': True, 'tenant_id': '3429139a6e494a7290d91dd3cb8f712c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:35.886220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.895083 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-57eb0812-24fa-4a6d-9d7b-4b8b0f5e9e21 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3440073 Jul 21 23:00:35.963982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Deleting port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:35.964331 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:35.999644 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Made reservation on behalf of 3429139a6e494a7290d91dd3cb8f712c for: {'port': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:00:36.006914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.039398 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:36.051246 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597381c0-e991-4f24-8641-159af98af189 None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:36.060890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.063604 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:36.064241 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:36.116248 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] No DVR routers for this DVR port 18c604d0-57b0-45a4-a124-d78abd64bf0c on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:36.119197 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.123577 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b90ae93-a80d-46b5-9665-e14548d90e3f req-82daa505-bb32-468a-998f-ddc43ac254c4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.33 "DELETE /v2.0/ports/18c604d0-57b0-45a4-a124-d78abd64bf0c HTTP/1.1" status: 204 len: 173 time: 1.4095373 Jul 21 23:00:36.129099 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'name': 'network-vif-deleted', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:36.133005 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5b842a-5c7a-4003-a36d-9b21c0ac64a1" -d '{"events": [{"server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "name": "network-vif-deleted", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:36.137517 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] For port 2bb7dd5a-59bc-4ca7-8c59-672a21604b97, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:36.138013 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.141816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.157028 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-bc06b4d5-cf8e-4f8b-b33f-7c1905f870c5 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1942148616&fields=id&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 267 time: 0.1454301 Jul 21 23:00:36.158125 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Calling delete_port for 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:36.193914 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:36.208730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454fe7d6-e25d-4f3e-ae05-712a2856d9e2 x-openstack-request-id: req-454fe7d6-e25d-4f3e-ae05-712a2856d9e2 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:36.209021 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7af3cf9-8c87-41f9-a908-b12ca94202dd", "name": "network-vif-deleted", "tag": "18c604d0-57b0-45a4-a124-d78abd64bf0c", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:36.209410 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-454fe7d6-e25d-4f3e-ae05-712a2856d9e2 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:36.209824 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-454fe7d6-e25d-4f3e-ae05-712a2856d9e2'] response: {'server_uuid': 'f7af3cf9-8c87-41f9-a908-b12ca94202dd', 'name': 'network-vif-deleted', 'tag': '18c604d0-57b0-45a4-a124-d78abd64bf0c', 'status': 'completed', 'code': 200} Jul 21 23:00:36.310538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.322147 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Allocated IP 172.20.0.12 (818409ac-b84e-41b9-a0f7-dd64c062b10f/0ed3d4fb-0abc-4ca7-82c0-caefe2fce834/23a25184-d321-4db9-a3b9-3076cbe96a63) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:00:36.340125 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.347547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-5f1796ca-a07f-43cb-8864-dfed686b22eb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:36.349828 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-5f1796ca-a07f-43cb-8864-dfed686b22eb tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1905713 Jul 21 23:00:36.383468 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-6f9c481f-18b9-4ab7-be60-df615e643f6c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/quotas/224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 375 time: 0.0254350 Jul 21 23:00:36.424915 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:36.440764 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-b5a4179a-1370-44c8-81f9-627b19c79af1 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515413 Jul 21 23:00:36.441003 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (2bb7dd5a-59bc-4ca7-8c59-672a21604b97), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.453264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597381c0-e991-4f24-8641-159af98af189 None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:36.463469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:36.464172 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:36.498013 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb7dd5a-59bc-4ca7-8c59-672a21604b97,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:36.599899 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:36.648057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.648980 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks [] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.659273 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-702e46cd-744c-435b-817f-8e13d8918346 service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1757436 Jul 21 23:00:36.689092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.690309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.714244 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:36.781004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.827245 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-c00138cb-a262-4cc6-a3f4-8b9acbbe8bd6 service neutron] 10.222.0.52 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339815 Jul 21 23:00:36.849083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Network 818409ac-b84e-41b9-a0f7-dd64c062b10f is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:00:36.852629 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Pushing event updated for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:36.855448 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:00:36.857597 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:00:36.868255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-597381c0-e991-4f24-8641-159af98af189 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:36.911301 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597381c0-e991-4f24-8641-159af98af189 None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T22:53:24Z', 'revision_number': 4, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'dd3f6834-658f-4d58-b87a-70188d265dd3', 'name': '', 'network_id': '886605d9-b2c5-42f8-a453-66f8a90cc2d9', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'mac_address': 'fa:16:3e:2a:51:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_interface', 'standard_attr_id': 93, 'fixed_ips': [{'subnet_id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:22Z', 'updated_at': '2022-07-21T22:53:37Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'subnets': [{'id': '06734f2c-3648-4684-b7ca-5b90e6861b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:36.920505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:36.921345 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:36.935701 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f02cc200-2dbf-460e-9e65-7f9b5cfecb1b req-682cac67-d33e-4d8b-b717-58ad6335770e tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/ports?device_id=f7af3cf9-8c87-41f9-a908-b12ca94202dd HTTP/1.1" status: 200 len: 210 time: 0.0354981 Jul 21 23:00:36.974625 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Router 2cd398cf-d4a6-463c-afff-c641ddd02a11 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:37.017469 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-3c4739d4-8c97-4472-9ea9-5ebeb20f8204 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2276161 Jul 21 23:00:37.029150 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Request body: {'port': {'device_id': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:37.094542 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:37.101529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.113938 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31ca49c-8a45-486b-95c6-7d6916f29baf req-ebe435aa-fd40-4e5a-84c1-6410d933a1dc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:37.115541 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f31ca49c-8a45-486b-95c6-7d6916f29baf req-ebe435aa-fd40-4e5a-84c1-6410d933a1dc tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 932 time: 0.0942817 Jul 21 23:00:37.184930 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:37.193180 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-89fcd237-cdd4-4eed-b07e-495de47a23e2 admin admin] 10.222.0.52 "PUT /v2.0/routers/2cd398cf-d4a6-463c-afff-c641ddd02a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1963449 Jul 21 23:00:37.194986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41592) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:37.195427 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Sync routers for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:37.221570 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:37.222191 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:37.234346 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f31ca49c-8a45-486b-95c6-7d6916f29baf req-594e6acb-bbce-41a6-baa8-d82b64b47d11 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075919 Jul 21 23:00:37.294375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f117528-3e70-472d-a695-164e9f9d8311 None None] New status for floating IP fd82f29e-13d0-4682-a5f4-638d174dc450: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:00:37.378347 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:37.401413 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks [] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.408431 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:37.464462 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b4adf2eb-a1bd-417a-ae3d-5efe2c3a3321 req-64dbcb2b-43b0-4e10-8530-6e13470b1186 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.0743926 Jul 21 23:00:37.620454 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T23:00:36Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:37.626059 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks [] for router_gateway (2cd398cf-d4a6-463c-afff-c641ddd02a11), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.648417 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Checking router: 2cd398cf-d4a6-463c-afff-c641ddd02a11 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:37.657328 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Routers {'2cd398cf-d4a6-463c-afff-c641ddd02a11'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:37.657937 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['2cd398cf-d4a6-463c-afff-c641ddd02a11'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:37.714020 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a25184-d321-4db9-a3b9-3076cbe96a63 {{(pid=111135) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:37.742130 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks [] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.771334 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Deleting port e8c72881-58aa-4c97-9d1a-b91f15f54474 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:37.771713 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.777079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.provisioning_blocks [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Transition to ACTIVE for port object 23a25184-d321-4db9-a3b9-3076cbe96a63 will not be triggered until provisioned by entity L2. {{(pid=111135) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:00:37.777946 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] Set router 2cd398cf-d4a6-463c-afff-c641ddd02a11 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:37.803210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:37.842421 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.908274 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] For port e8c72881-58aa-4c97-9d1a-b91f15f54474, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e8c72881-58aa-4c97-9d1a-b91f15f54474,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:37.908804 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:37.954920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Calling delete_port for e8c72881-58aa-4c97-9d1a-b91f15f54474 owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:37.960839 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Pushing event updated for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:37.996196 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T23:00:36Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:38.041923 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4782521-1adc-4a60-a5f9-31bed90390e3 None None] The sync data for ids ['2cd398cf-d4a6-463c-afff-c641ddd02a11'] in dv-cinder-850697-1-iscsi is: [{'id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'name': 'tempest-TestMinimumBasicScenario-1253519831-router', 'tenant_id': '5dbf5236757941d6b4db3517e1757621', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210'}], 'enable_snat': True}, 'gw_port_id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T23:00:36Z', 'revision_number': 5, 'project_id': '5dbf5236757941d6b4db3517e1757621', 'gw_port': {'id': 'e8c72881-58aa-4c97-9d1a-b91f15f54474', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd398cf-d4a6-463c-afff-c641ddd02a11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 429, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:01Z', 'updated_at': '2022-07-21T22:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:38.095376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41604) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:38.095830 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Attempting to bind port 23a25184-d321-4db9-a3b9-3076cbe96a63 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:00:38.095920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Attempting to bind port 23a25184-d321-4db9-a3b9-3076cbe96a63 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:00:38.096266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Attempting to bind port 23a25184-d321-4db9-a3b9-3076cbe96a63 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:38.111640 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Port 23a25184-d321-4db9-a3b9-3076cbe96a63 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:00:38.112072 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Attempting to bind port 23a25184-d321-4db9-a3b9-3076cbe96a63 on network 818409ac-b84e-41b9-a0f7-dd64c062b10f {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:38.123276 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:00:38.123624 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Checking segment: {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:00:38.124017 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Bound using segment: {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'} {{(pid=111135) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:00:38.124466 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.managers [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Bound port: 23a25184-d321-4db9-a3b9-3076cbe96a63, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3cb2360-c1f6-4320-8c3c-aae830564d6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f'}}] {{(pid=111135) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:00:38.124832 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.158589 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (b1e8c6f6-ba97-43c5-98f4-a8c02f997675), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.185982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (b1e8c6f6-ba97-43c5-98f4-a8c02f997675), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.241378 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, cleared binding levels {{(pid=111135) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:00:38.274570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=23a25184-d321-4db9-a3b9-3076cbe96a63,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111135) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:00:38.306131 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b1e8c6f6-ba97-43c5-98f4-a8c02f997675), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.309041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.310823 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "DELETE /v2.0/security-groups/b1e8c6f6-ba97-43c5-98f4-a8c02f997675 HTTP/1.1" status: 204 len: 168 time: 0.2146218 Jul 21 23:00:38.318993 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41608) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:38.333281 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.api.v2.resource [None req-c2ac8fbe-29cf-4806-9bdf-3b38b6bf53d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] show failed (client error): The resource could not be found. Jul 21 23:00:38.334349 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c2ac8fbe-29cf-4806-9bdf-3b38b6bf53d6 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "GET /v2.0/security-groups/b1e8c6f6-ba97-43c5-98f4-a8c02f997675 HTTP/1.1" status: 404 len: 347 time: 0.0143368 Jul 21 23:00:38.337389 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41610) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:38.348568 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c38b3-01dd-44f2-9344-5f42fe4bdce3 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e8c6f6-ba97-43c5-98f4-a8c02f997675,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:38.371716 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c7cb18-6f86-4e88-bafd-e0b10d4c23ca req-d09fca1a-44b8-42b4-9361-ad84645a5b57 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:38.373312 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-40c7cb18-6f86-4e88-bafd-e0b10d4c23ca req-d09fca1a-44b8-42b4-9361-ad84645a5b57 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 944 time: 0.0618808 Jul 21 23:00:38.375688 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:38.384039 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.391458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (e8c72881-58aa-4c97-9d1a-b91f15f54474), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.433214 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:38.433845 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.435265 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] 10.222.0.33 "PUT /v2.0/ports/23a25184-d321-4db9-a3b9-3076cbe96a63 HTTP/1.1" status: 200 len: 1094 time: 1.4104054 Jul 21 23:00:38.437200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:38.443254 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1751e627-7fd2-43be-a468-5cb777952e31" -d '{"events": [{"name": "network-changed", "server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:38.478097 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-40c7cb18-6f86-4e88-bafd-e0b10d4c23ca req-97ce6647-162b-4587-98fb-3f392dbdedf9 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925126 Jul 21 23:00:38.512482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e04faf7-8764-4a1d-8a03-79495ff0623c x-openstack-request-id: req-3e04faf7-8764-4a1d-8a03-79495ff0623c {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:38.512778 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:38.513132 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3e04faf7-8764-4a1d-8a03-79495ff0623c {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:38.513542 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e04faf7-8764-4a1d-8a03-79495ff0623c'] response: {'name': 'network-changed', 'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63', 'status': 'completed', 'code': 200} Jul 21 23:00:38.938030 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8c7fac6f-0a43-48da-812b-899b00c69484 req-daa242d2-0b93-448d-a3b5-88212d3970b9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.3510067 Jul 21 23:00:38.945928 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e627-7fd2-43be-a468-5cb777952e31 req-9b5c51db-5b2b-4ef0-b526-93458abaddeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:38.947374 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1751e627-7fd2-43be-a468-5cb777952e31 req-9b5c51db-5b2b-4ef0-b526-93458abaddeb service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 1128 time: 0.4057319 Jul 21 23:00:38.951459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc2f76-e0a5-429f-baa3-609cc1bd09a2 service neutron] Pushing event updated for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=3']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:38.957063 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Deleting port 9fee8a17-44af-4161-b9dd-794e2b304838 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:38.957418 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:38.975553 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.003673 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 18c604d0-57b0-45a4-a124-d78abd64bf0c no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:39.022603 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c72881-58aa-4c97-9d1a-b91f15f54474,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:39.028189 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 18c604d0-57b0-45a4-a124-d78abd64bf0c {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:39.028645 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 18c604d0-57b0-45a4-a124-d78abd64bf0c not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:39.101574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:39.162624 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.166188 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks [] for router_controller (2cd398cf-d4a6-463c-afff-c641ddd02a11), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.250186 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.250416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (9fee8a17-44af-4161-b9dd-794e2b304838), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.272903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Calling delete_port for 9fee8a17-44af-4161-b9dd-794e2b304838 owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:39.297366 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e627-7fd2-43be-a468-5cb777952e31 req-7b029e90-9741-42ee-9ac5-b531b05522fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:39.299061 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1751e627-7fd2-43be-a468-5cb777952e31 req-7b029e90-9741-42ee-9ac5-b531b05522fb service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=3429139a6e494a7290d91dd3cb8f712c&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2729511 Jul 21 23:00:39.329321 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-812d1896-3f83-4fa5-908a-6c11689add81 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:39.330915 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-812d1896-3f83-4fa5-908a-6c11689add81 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 815 time: 0.1051068 Jul 21 23:00:39.353054 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (2cd398cf-d4a6-463c-afff-c641ddd02a11), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.353732 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2cd398cf-d4a6-463c-afff-c641ddd02a11 {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:00:39.383164 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.387313 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-60a57bc3-5426-4a0d-8e76-b7d8542ba47b admin admin] 10.222.0.52 "DELETE /v2.0/routers/2cd398cf-d4a6-463c-afff-c641ddd02a11 HTTP/1.1" status: 204 len: 168 time: 2.1883605 Jul 21 23:00:39.388806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41616) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:39.525122 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:39.552252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41620) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:39.556702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Deleting subnet 76994332-1f5d-4bfd-aba0-2dd94f705e1d {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:00:39.569675 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Publish callbacks [] for subnet (76994332-1f5d-4bfd-aba0-2dd94f705e1d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.578333 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1751e627-7fd2-43be-a468-5cb777952e31 req-331389ec-95f6-401a-9238-b5eee3872cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:39.578333 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1751e627-7fd2-43be-a468-5cb777952e31 req-331389ec-95f6-401a-9238-b5eee3872cd6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2440228 Jul 21 23:00:39.646085 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:39.680923 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:39.681650 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2bb7dd5a-59bc-4ca7-8c59-672a21604b97 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:39.720150 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (76994332-1f5d-4bfd-aba0-2dd94f705e1d), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.763583 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-1b41fe3b-b3af-4c71-904e-1c39ee07850c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=224678a5f1db4416b8175d315a4e4a0d HTTP/1.1" status: 200 len: 380 time: 0.4240966 Jul 21 23:00:39.775109 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01f36e-dcc3-456e-83ff-674d808d5e5f req-04d110de-6c41-4995-90b3-7be1a2228bd1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:39.776671 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b01f36e-dcc3-456e-83ff-674d808d5e5f req-04d110de-6c41-4995-90b3-7be1a2228bd1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 944 time: 0.0621581 Jul 21 23:00:39.781694 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'port': {'device_id': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'admin_state_up': True, 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'security_groups': ['69fff2f5-e9b1-491e-ac87-d8aa9d121104']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:39.791363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-bb9c2020-29d0-46a2-a4b4-bcca0f1f7783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:39.792875 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-bb9c2020-29d0-46a2-a4b4-bcca0f1f7783 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=3429139a6e494a7290d91dd3cb8f712c&device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 1128 time: 0.1656215 Jul 21 23:00:39.858795 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-7320e93c-0664-437e-a621-a17de5f12cc4 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=23a25184-d321-4db9-a3b9-3076cbe96a63 HTTP/1.1" status: 200 len: 217 time: 0.0571549 Jul 21 23:00:39.859623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (9fee8a17-44af-4161-b9dd-794e2b304838), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:39.891712 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b01f36e-dcc3-456e-83ff-674d808d5e5f req-33f87370-8492-4daf-b63e-274537b744ec tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941286 Jul 21 23:00:39.926791 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Pushing event deleted for resources: {'Port': ['ID=9fee8a17-44af-4161-b9dd-794e2b304838,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:39.997894 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Made reservation on behalf of 224678a5f1db4416b8175d315a4e4a0d for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:00:40.001974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.025843 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (76994332-1f5d-4bfd-aba0-2dd94f705e1d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.060734 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:40.108496 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:40.123438 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b193184f-c158-4c73-9c83-3674b4b0c919 req-d3f6d844-944f-46c3-bdd9-d504ce8acb4d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.1074064 Jul 21 23:00:40.137359 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Allocated IP 172.20.0.14 (be9945ce-a7e9-414b-b532-8c7c706d9d8c/18915455-2e7a-4e60-a02d-cf97279dde7a/f68facab-85d2-4dce-b7fe-29d6be7adca1) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:00:40.148801 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:40.156592 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-41841854-1a63-4e1b-9b95-a3508042ad57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:40.158261 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-41841854-1a63-4e1b-9b95-a3508042ad57 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=0ed3d4fb-0abc-4ca7-82c0-caefe2fce834 HTTP/1.1" status: 200 len: 848 time: 0.2455740 Jul 21 23:00:40.187871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks [] for floatingip (fd82f29e-13d0-4682-a5f4-638d174dc450), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.190601 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.191784 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2b9d6a80-c290-4e92-b807-e5861cf891d4 tempest-AttachVolumeTestJSON-863176616 tempest-AttachVolumeTestJSON-863176616-project] 10.222.0.52 "DELETE /v2.0/floatingips/fd82f29e-13d0-4682-a5f4-638d174dc450 HTTP/1.1" status: 204 len: 168 time: 1.8534975 Jul 21 23:00:40.216678 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-733322cf-77ee-4729-a3d1-c43a80bd1ceb service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=818409ac-b84e-41b9-a0f7-dd64c062b10f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459681 Jul 21 23:00:40.221946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Deleting port 00910313-2f97-4822-84a5-59ab586152af {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:40.222312 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (00910313-2f97-4822-84a5-59ab586152af), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.279868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.372890 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (00910313-2f97-4822-84a5-59ab586152af), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.373226 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for floatingip (00910313-2f97-4822-84a5-59ab586152af), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.376008 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (76994332-1f5d-4bfd-aba0-2dd94f705e1d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.395277 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.429900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Calling delete_port for 00910313-2f97-4822-84a5-59ab586152af owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:40.433820 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-c30d7629-10ef-41d7-9ac4-444a53aabc40 service neutron] 10.222.0.33 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066278 Jul 21 23:00:40.434502 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76994332-1f5d-4bfd-aba0-2dd94f705e1d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:40.440529 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:00:40.441927 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.444675 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:00:40.445648 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c4925fef-ee83-46c2-a898-76aa80303015 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/76994332-1f5d-4bfd-aba0-2dd94f705e1d HTTP/1.1" status: 204 len: 168 time: 1.0541096 Jul 21 23:00:40.453274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fbfc25-08d0-44c1-8e6a-63d8b69af858 None None] Network d089b5b3-1f4f-4ee0-b5ea-996775bbc10a requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:40.458991 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41632) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:40.463600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:00:40.470282 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:40.470964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.493483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:40.502361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event updated for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:40.594185 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.659339 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-03cc3b93-d027-4a62-973a-4e925c377b6f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8815303 Jul 21 23:00:40.660473 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Deleting port 12678a93-e574-465f-8cfc-327d90fb2c46 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:40.661748 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.694479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Request body: {'port': {'device_id': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:40.709736 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-141fd8f1-b6e2-4527-b3d3-f89cef9e4fa6 req-94488a9a-849b-4f3f-a13b-4754ea40b158 service neutron] 10.222.0.33 "GET /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629678 Jul 21 23:00:40.723528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] DHCP port deletion for d089b5b3-1f4f-4ee0-b5ea-996775bbc10a request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:00:40.761709 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] For port 12678a93-e574-465f-8cfc-327d90fb2c46, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=12678a93-e574-465f-8cfc-327d90fb2c46,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:40.762010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.768372 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Deleting port 12678a93-e574-465f-8cfc-327d90fb2c46 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:40.768753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.795571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Calling delete_port for 12678a93-e574-465f-8cfc-327d90fb2c46 owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:40.812473 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.818698 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (00910313-2f97-4822-84a5-59ab586152af), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.844007 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] For port 12678a93-e574-465f-8cfc-327d90fb2c46, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=12678a93-e574-465f-8cfc-327d90fb2c46,segment=NetworkSegment(7e1ba884-02f7-473e-b7ea-880a06556ce9),segment_id=7e1ba884-02f7-473e-b7ea-880a06556ce9)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:40.844406 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.847206 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event deleted for resources: {'Port': ['ID=00910313-2f97-4822-84a5-59ab586152af,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:40.862628 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-6e1e0761-0707-48c0-8373-15e4ad78da70 None None] Provisioning complete for port f68facab-85d2-4dce-b7fe-29d6be7adca1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:40.863052 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-6e1e0761-0707-48c0-8373-15e4ad78da70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.887217 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Calling delete_port for 12678a93-e574-465f-8cfc-327d90fb2c46 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:40.906724 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-6e1e0761-0707-48c0-8373-15e4ad78da70 None None] Port f68facab-85d2-4dce-b7fe-29d6be7adca1 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:00:40.916462 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:40.928368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for floatingip (296a0ef7-164f-4960-a712-9e27197373e6), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:40.928712 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Floating IP 296a0ef7-164f-4960-a712-9e27197373e6 disassociated (deleted). External IP: 172.27.0.49, port: 5537f61f-aefa-458c-a1a7-50dc97eca904. Jul 21 23:00:41.020164 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.028808 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (12678a93-e574-465f-8cfc-327d90fb2c46), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.053983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Pushing event deleted for resources: {'Port': ['ID=12678a93-e574-465f-8cfc-327d90fb2c46,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:41.056409 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] No DVR routers for this DVR port 12678a93-e574-465f-8cfc-327d90fb2c46 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:41.065460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.065460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.065460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.065460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.066299 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.066299 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.066299 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.066950 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.066950 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.068084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.068084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.068451 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.069059 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.069592 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.070113 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8241af9-f950-45f9-a182-90d64da9c150 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:00:41.077951 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=12678a93-e574-465f-8cfc-327d90fb2c46,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:41.096377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4836bd1e-2116-4cb3-bfc4-049c577e478c req-e950579c-996a-47ba-8ca9-3bed14ca8a9a tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:41.102294 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4836bd1e-2116-4cb3-bfc4-049c577e478c req-e950579c-996a-47ba-8ca9-3bed14ca8a9a tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 944 time: 0.1107059 Jul 21 23:00:41.102294 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] No DVR routers for this DVR port 12678a93-e574-465f-8cfc-327d90fb2c46 on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:41.105305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:41.171086 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Router 3b27920b-7146-490c-afc2-8cfe78dd5290 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:41.241082 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.288437 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4836bd1e-2116-4cb3-bfc4-049c577e478c req-70e4f5b4-0d7b-4a26-9cf4-3b332e364331 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832578 Jul 21 23:00:41.296374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.296714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.297453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.297797 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > port after_create 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.298158 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > port after_delete 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.298503 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > port after_update 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.298887 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.299244 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.299573 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.299904 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.395307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.396615 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.396615 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.396819 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=111136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 21 23:00:41.397178 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d089b5b3-1f4f-4ee0-b5ea-996775bbc10a']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:41.425585 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e1ba884-02f7-473e-b7ea-880a06556ce9') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:41.425892 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e1ba884-02f7-473e-b7ea-880a06556ce9') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:41.449378 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (7e1ba884-02f7-473e-b7ea-880a06556ce9), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.475174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:41.501556 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (7e1ba884-02f7-473e-b7ea-880a06556ce9), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.515005 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Releasing vlan 606 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:00:41.515591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (7e1ba884-02f7-473e-b7ea-880a06556ce9), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.535605 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 12678a93-e574-465f-8cfc-327d90fb2c46 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:41.553148 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f68facab-85d2-4dce-b7fe-29d6be7adca1 {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:41.558342 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c4022-1b92-42c8-adb0-51a98350319e req-8d46fa26-f29e-4d3a-b011-0331f1af053b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:41.559896 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5e7c4022-1b92-42c8-adb0-51a98350319e req-8d46fa26-f29e-4d3a-b011-0331f1af053b tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 932 time: 0.3402512 Jul 21 23:00:41.578990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 12678a93-e574-465f-8cfc-327d90fb2c46 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:41.580784 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 12678a93-e574-465f-8cfc-327d90fb2c46 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:41.581232 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e8c72881-58aa-4c97-9d1a-b91f15f54474 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:41.592078 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks [] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.598233 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:41.621140 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Sync routers for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:41.625796 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Transition to ACTIVE for port object f68facab-85d2-4dce-b7fe-29d6be7adca1 will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:00:41.627195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.629720 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: e8c72881-58aa-4c97-9d1a-b91f15f54474 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:41.629720 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e8c72881-58aa-4c97-9d1a-b91f15f54474 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:41.657963 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:41.659506 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:41.664336 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5e7c4022-1b92-42c8-adb0-51a98350319e req-0dcf7669-7273-4ab2-960e-afb6edb3b2ec tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906901 Jul 21 23:00:41.664672 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8e202cce-6c06-4595-8891-b29d5bbf6b6d tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "DELETE /v2.0/floatingips/296a0ef7-164f-4960-a712-9e27197373e6 HTTP/1.1" status: 204 len: 168 time: 2.1113725 Jul 21 23:00:41.665294 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:41.667755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6079ddb-9778-4411-992d-75b1a2469353" -d '{"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:41.726721 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac914bc0-3f98-4a5d-8b2b-e90016369dfe x-openstack-request-id: req-ac914bc0-3f98-4a5d-8b2b-e90016369dfe {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:41.727032 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:41.727285 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ac914bc0-3f98-4a5d-8b2b-e90016369dfe {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:41.727939 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac914bc0-3f98-4a5d-8b2b-e90016369dfe'] response: {'name': 'network-changed', 'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'status': 'completed', 'code': 200} Jul 21 23:00:41.736002 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.743899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (d089b5b3-1f4f-4ee0-b5ea-996775bbc10a), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.802949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079ddb-9778-4411-992d-75b1a2469353 req-aad75eee-9857-4822-b054-ebf4d1945327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:41.804667 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-aad75eee-9857-4822-b054-ebf4d1945327 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 1129 time: 0.0552506 Jul 21 23:00:41.806733 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:41.807487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:41.811547 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] 10.222.0.52 "DELETE /v2.0/networks/d089b5b3-1f4f-4ee0-b5ea-996775bbc10a HTTP/1.1" status: 204 len: 168 time: 1.3503971 Jul 21 23:00:41.816547 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41656) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:41.821991 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577f436-f062-4d20-a789-65fb621ab9d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=d089b5b3-1f4f-4ee0-b5ea-996775bbc10a,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:41.840871 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:41.894727 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 7e1ba884-02f7-473e-b7ea-880a06556ce9 resource provider aggregate not found Jul 21 23:00:41.921816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Pushing event updated for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:41.967584 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079ddb-9778-4411-992d-75b1a2469353 req-5c61af85-f989-4093-b1e9-0a64901bfd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:41.969656 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-5c61af85-f989-4093-b1e9-0a64901bfd3b service neutron] 10.222.0.33 "GET /v2.0/networks?id=cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 200 len: 909 time: 0.1581347 Jul 21 23:00:41.971100 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 7e1ba884-02f7-473e-b7ea-880a06556ce9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7e1ba884-02f7-473e-b7ea-880a06556ce9 found for delete ", "request_id": "req-312270cf-f412-4036-8a30-5435b414fa15"}]} Jul 21 23:00:42.023642 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-2208b356-9c80-471e-820c-0582b60010fc service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 200 len: 217 time: 0.0401175 Jul 21 23:00:42.061014 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b48d7da5-e468-47de-9fc3-83f27d96e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.092811 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079ddb-9778-4411-992d-75b1a2469353 req-7b8d4632-4fb0-46cc-8447-d766c74b7074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.094732 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-7b8d4632-4fb0-46cc-8447-d766c74b7074 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 200 len: 847 time: 0.0630352 Jul 21 23:00:42.131400 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:42.143755 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Attempting to bind port f68facab-85d2-4dce-b7fe-29d6be7adca1 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:00:42.144104 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Attempting to bind port f68facab-85d2-4dce-b7fe-29d6be7adca1 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:00:42.144631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Attempting to bind port f68facab-85d2-4dce-b7fe-29d6be7adca1 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:42.154041 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6079ddb-9778-4411-992d-75b1a2469353 req-4230784b-969b-408e-b2ba-fd56518bb67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.160618 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-4230784b-969b-408e-b2ba-fd56518bb67d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=cd677390-a761-421a-b07f-23baca7a5af3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590477 Jul 21 23:00:42.181578 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Port f68facab-85d2-4dce-b7fe-29d6be7adca1 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:00:42.182034 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Attempting to bind port f68facab-85d2-4dce-b7fe-29d6be7adca1 on network be9945ce-a7e9-414b-b532-8c7c706d9d8c {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:00:42.192124 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:42.196875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:00:42.196875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Checking segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:00:42.196875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Bound using segment: {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:00:42.196875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Bound port: f68facab-85d2-4dce-b7fe-29d6be7adca1, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5014695a-8b1d-4bae-b2d8-c42fc907f0a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 624, 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:00:42.196875 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.215245 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:42.251322 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Checking router: 3b27920b-7146-490c-afc2-8cfe78dd5290 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:42.262612 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:42.263278 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:42.275459 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2678ab-7d56-40bf-9710-54e1556ed95e req-4139576f-f71e-49ed-b9c3-a4ae780f9cea tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.282886 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2a2678ab-7d56-40bf-9710-54e1556ed95e req-4139576f-f71e-49ed-b9c3-a4ae780f9cea tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0562220 Jul 21 23:00:42.312012 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:00:42.344115 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:00:42.344906 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2a2678ab-7d56-40bf-9710-54e1556ed95e req-925bf594-d704-4a0b-b6d7-5f69323a9b64 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607514 Jul 21 23:00:42.391552 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:42.428197 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.435428 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:42.487313 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab21dea-addf-488d-b7cd-72bb85a91927 req-35194424-2fe7-4eac-9916-bfafb0a07cd0 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.488750 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8ab21dea-addf-488d-b7cd-72bb85a91927 req-35194424-2fe7-4eac-9916-bfafb0a07cd0 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 944 time: 0.1142511 Jul 21 23:00:42.489508 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (d5dcff8d-b307-44aa-b487-54767fae62a1), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.501273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.501801 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.503311 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] 10.222.0.33 "PUT /v2.0/ports/f68facab-85d2-4dce-b7fe-29d6be7adca1 HTTP/1.1" status: 200 len: 1094 time: 1.8153772 Jul 21 23:00:42.503912 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:42.507133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1438651-4e51-43d2-a7b4-af57061b4609" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:42.582126 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4768fdbf-1cd4-4cc9-aebd-39919917ba74 x-openstack-request-id: req-4768fdbf-1cd4-4cc9-aebd-39919917ba74 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:42.582490 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:42.582691 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4768fdbf-1cd4-4cc9-aebd-39919917ba74 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:42.583674 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4768fdbf-1cd4-4cc9-aebd-39919917ba74'] response: {'name': 'network-changed', 'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'status': 'completed', 'code': 200} Jul 21 23:00:42.588256 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b42bac7-84c2-444d-919c-5f4702d0019d service neutron] Pushing event updated for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:42.606405 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:42.633792 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c25d91-78ce-45a5-b0e0-f9318d49bc74 None None] The sync data for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi is: [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'b43acf93-0e68-42d2-a812-46bf8eda15fb', 'name': '', 'network_id': 'cd677390-a761-421a-b07f-23baca7a5af3', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_interface', 'standard_attr_id': 285, 'fixed_ips': [{'subnet_id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:02Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'subnets': [{'id': '8a78d5c8-9558-4897-be74-ff6f6e1add03', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:42.663829 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8ab21dea-addf-488d-b7cd-72bb85a91927 req-c908c2e7-cf7c-4107-8e8b-451ab971b7ce tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186674 Jul 21 23:00:42.808481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefef1fb-36c8-44a0-a11a-507c6a2079c7 req-3c657595-1a4e-4cdc-aa90-72787c98c714 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:42.810052 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aefef1fb-36c8-44a0-a11a-507c6a2079c7 req-3c657595-1a4e-4cdc-aa90-72787c98c714 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.0574069 Jul 21 23:00:42.828761 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Deleting port 79784f28-f11f-4e53-9a69-40d9ac287762 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:42.829139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.855159 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:42.862896 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aefef1fb-36c8-44a0-a11a-507c6a2079c7 req-de8eb3ee-0caf-4ce5-accf-7783ee782190 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461645 Jul 21 23:00:42.918272 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] For port 79784f28-f11f-4e53-9a69-40d9ac287762, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=79784f28-f11f-4e53-9a69-40d9ac287762,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:42.918645 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:42.928955 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:42.932665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a98c73fb-5346-4f71-92cf-7a47359d973c None None] New status for floating IP 296a0ef7-164f-4960-a712-9e27197373e6: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:00:42.933371 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Calling delete_port for 79784f28-f11f-4e53-9a69-40d9ac287762 owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:43.034688 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 23a25184-d321-4db9-a3b9-3076cbe96a63 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:00:43.151201 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=23a25184-d321-4db9-a3b9-3076cbe96a63,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:43.163054 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '23a25184-d321-4db9-a3b9-3076cbe96a63', 'network_id': '818409ac-b84e-41b9-a0f7-dd64c062b10f', 'port_id': '23a25184-d321-4db9-a3b9-3076cbe96a63', 'mac_address': 'fa:16:3e:df:15:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0ed3d4fb-0abc-4ca7-82c0-caefe2fce834', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:00:43.198208 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 23a25184-d321-4db9-a3b9-3076cbe96a63 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:43.198528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:43.212258 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a25184-d321-4db9-a3b9-3076cbe96a63 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:43.232549 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=23a25184-d321-4db9-a3b9-3076cbe96a63,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:43.251741 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (79784f28-f11f-4e53-9a69-40d9ac287762), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:43.276963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Pushing event deleted for resources: {'Port': ['ID=79784f28-f11f-4e53-9a69-40d9ac287762,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:43.344060 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:43.475048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-966e41d6-c9ae-4636-bf39-497a8c0cd3d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:43.476965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:43.477803 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-966e41d6-c9ae-4636-bf39-497a8c0cd3d7 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 1128 time: 0.1275575 Jul 21 23:00:43.581257 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-3ddb9283-f012-4153-bec2-558c46000ad6 service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576582 Jul 21 23:00:43.586289 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['23a25184-d321-4db9-a3b9-3076cbe96a63'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:43.595502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d9b72-121f-4c1d-b561-56b580350e15 req-18e09b05-ae6d-4102-97a5-4cb21a4b7f02 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:43.597023 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-945d9b72-121f-4c1d-b561-56b580350e15 req-18e09b05-ae6d-4102-97a5-4cb21a4b7f02 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.1164269 Jul 21 23:00:43.665374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:43.669155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (d5dcff8d-b307-44aa-b487-54767fae62a1), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:43.710444 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d6079ddb-9778-4411-992d-75b1a2469353 req-8f70ab59-b9a0-444a-b241-6961ddb173fe service neutron] 10.222.0.33 "GET /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177809 Jul 21 23:00:43.714840 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:43.769586 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-945d9b72-121f-4c1d-b561-56b580350e15 req-9e8670d4-c53d-434d-beef-b91e4f80651a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/security-groups?id=85361be1-5691-4083-a1a0-08b1925a1869&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1617630 Jul 21 23:00:43.773661 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-7ca9827a-6da0-4214-9141-c2ca3c0879ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:43.775167 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-7ca9827a-6da0-4214-9141-c2ca3c0879ef service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=224678a5f1db4416b8175d315a4e4a0d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2273974 Jul 21 23:00:43.839026 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4242f117-375c-4080-81a6-9244b6b921ef req-dc32c824-e03b-4fc9-a6fd-b16fb0016ab3 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:43.840637 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4242f117-375c-4080-81a6-9244b6b921ef req-dc32c824-e03b-4fc9-a6fd-b16fb0016ab3 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 945 time: 0.0864391 Jul 21 23:00:43.861615 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-a809604d-86f2-4b42-b3eb-026644a448d9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:43.861615 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-a809604d-86f2-4b42-b3eb-026644a448d9 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.33 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 945 time: 0.0700927 Jul 21 23:00:43.947265 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-4242f117-375c-4080-81a6-9244b6b921ef req-84ce6322-aa3f-4f33-9cdd-38b80b57afe6 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003778 Jul 21 23:00:43.989409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Deleting port 5537f61f-aefa-458c-a1a7-50dc97eca904 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:43.990027 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.048222 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:44.087249 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] For port 5537f61f-aefa-458c-a1a7-50dc97eca904, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=5537f61f-aefa-458c-a1a7-50dc97eca904,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:44.087625 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.106702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Calling delete_port for 5537f61f-aefa-458c-a1a7-50dc97eca904 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:44.198665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:44.209249 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c7f7eb-e808-4e14-8fa7-73f711a32ee2 req-dac2f7b5-7720-44a0-b874-d7681fa879d6 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:44.210732 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-23c7f7eb-e808-4e14-8fa7-73f711a32ee2 req-dac2f7b5-7720-44a0-b874-d7681fa879d6 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.1063104 Jul 21 23:00:44.249361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-56e687bd-7e2c-497c-9c58-10efb1b35aab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.280466 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-b6f26c96-164c-438f-aef8-8b50e65d4ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:44.281924 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f1438651-4e51-43d2-a7b4-af57061b4609 req-b6f26c96-164c-438f-aef8-8b50e65d4ad4 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4742911 Jul 21 23:00:44.313077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (5537f61f-aefa-458c-a1a7-50dc97eca904), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.348266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event deleted for resources: {'Port': ['ID=5537f61f-aefa-458c-a1a7-50dc97eca904,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:44.371718 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-23c7f7eb-e808-4e14-8fa7-73f711a32ee2 req-c79aa6e1-8ee3-4aa9-81f7-ea34cf345151 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1476851 Jul 21 23:00:44.394012 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-d6d2cfac-38a2-42a4-a5f2-4c79edcfad33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:44.394012 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-d6d2cfac-38a2-42a4-a5f2-4c79edcfad33 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 1128 time: 0.0622983 Jul 21 23:00:44.396800 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] No DVR routers for this DVR port 5537f61f-aefa-458c-a1a7-50dc97eca904 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:44.400177 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.403569 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b653ed6f-abe5-4b09-b001-def9a752c135 req-fe2b865b-67c7-45d0-b6e3-8fedf10cdb15 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.33 "DELETE /v2.0/ports/5537f61f-aefa-458c-a1a7-50dc97eca904 HTTP/1.1" status: 204 len: 173 time: 0.5328698 Jul 21 23:00:44.404284 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-deleted', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:44.407684 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9106bb3-8acb-4d22-9dc0-1f2580867566" -d '{"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-deleted", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:44.412555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Router d5dcff8d-b307-44aa-b487-54767fae62a1 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:44.442199 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-742aaabf-8c8c-4120-a06c-aeed0272eebd service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1 HTTP/1.1" status: 200 len: 217 time: 0.0405784 Jul 21 23:00:44.444012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-037a673e-f1f9-4e74-b139-26ba2151d2ef x-openstack-request-id: req-037a673e-f1f9-4e74-b139-26ba2151d2ef {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:44.444350 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "714e3636-339b-4d42-89b1-e3a5a6736c71", "name": "network-vif-deleted", "tag": "5537f61f-aefa-458c-a1a7-50dc97eca904", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:44.444779 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-037a673e-f1f9-4e74-b139-26ba2151d2ef {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:44.445189 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-037a673e-f1f9-4e74-b139-26ba2151d2ef'] response: {'server_uuid': '714e3636-339b-4d42-89b1-e3a5a6736c71', 'name': 'network-vif-deleted', 'tag': '5537f61f-aefa-458c-a1a7-50dc97eca904', 'status': 'completed', 'code': 200} Jul 21 23:00:44.564219 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41694) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:44.574721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-add113fa-ab49-4efd-b60b-5e314e284acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:44.576266 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-add113fa-ab49-4efd-b60b-5e314e284acd service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.1197817 Jul 21 23:00:44.623351 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:44.635731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:44.643708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-684bfe18-2117-4747-9194-51333d1a78c7 admin admin] 10.222.0.52 "PUT /v2.0/routers/d5dcff8d-b307-44aa-b487-54767fae62a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8230402 Jul 21 23:00:44.645171 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Sync routers for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:44.646913 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41698) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:44.649646 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-9035a531-5719-4151-bfbc-f99106109f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:44.651138 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-9035a531-5719-4151-bfbc-f99106109f91 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0650911 Jul 21 23:00:44.659168 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:44.660626 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:44.705239 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:44.800038 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:44.832352 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-a324d878-8292-4b7c-9546-ef21995874cd service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751297 Jul 21 23:00:44.834283 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks [] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:44.854188 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:44.995399 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d30bec77-c34a-4e68-9f3a-150edc85847a req-5019ff2a-3bed-4565-af9c-b6ac6c8a123e tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0947542 Jul 21 23:00:45.021155 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T23:00:43Z', 'revision_number': 5, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:45.038609 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 23a25184-d321-4db9-a3b9-3076cbe96a63 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:00:45.055580 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Checking router: d5dcff8d-b307-44aa-b487-54767fae62a1 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:45.064744 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Routers {'d5dcff8d-b307-44aa-b487-54767fae62a1'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:45.065347 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['d5dcff8d-b307-44aa-b487-54767fae62a1'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:45.079695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:45.088307 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7ffb1c99-ab08-4f04-81e1-2ffb7a9c06b7 req-83511e19-4b31-4230-83b2-b6fa07c2d281 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155397 Jul 21 23:00:45.089612 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks [] for router_gateway (d5dcff8d-b307-44aa-b487-54767fae62a1), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.109958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 23a25184-d321-4db9-a3b9-3076cbe96a63 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:00:45.169257 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] Set router d5dcff8d-b307-44aa-b487-54767fae62a1 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:45.195782 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 23a25184-d321-4db9-a3b9-3076cbe96a63 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:45.196469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.222249 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c18cb13-1aad-4f47-a385-df6a3a057b0b req-23b7e8a1-8d53-4b24-a399-c9a2a7591e38 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:45.224449 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5c18cb13-1aad-4f47-a385-df6a3a057b0b req-23b7e8a1-8d53-4b24-a399-c9a2a7591e38 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 945 time: 0.1180215 Jul 21 23:00:45.224917 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Deleting port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:45.225157 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.225459 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.310717 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 23a25184-d321-4db9-a3b9-3076cbe96a63 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:45.311745 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.320908 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] For port ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:45.331303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.346433 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:45.346752 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Calling delete_port for ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 owned by network:router_gateway {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:45.349827 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b91e10-bb1e-4512-b29e-afc2c129c860" -d '{"events": [{"server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "name": "network-vif-plugged", "status": "completed", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:45.365293 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=23a25184-d321-4db9-a3b9-3076cbe96a63,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:45.369607 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5c18cb13-1aad-4f47-a385-df6a3a057b0b req-adeba266-d619-4670-bc34-98183315a9bb tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050661 Jul 21 23:00:45.389132 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T23:00:43Z', 'revision_number': 5, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:45.423821 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc489e1f-209d-4f0e-8efd-62899df2b153 None None] The sync data for ids ['d5dcff8d-b307-44aa-b487-54767fae62a1'] in dv-cinder-850697-1-iscsi is: [{'id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'name': 'tempest-TestMinimumBasicScenario-1002394106-router', 'tenant_id': '6a7d54c1b920447f9bab1caf2e579f79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96'}], 'enable_snat': True}, 'gw_port_id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:57:07Z', 'updated_at': '2022-07-21T23:00:43Z', 'revision_number': 5, 'project_id': '6a7d54c1b920447f9bab1caf2e579f79', 'gw_port': {'id': 'ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6d:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5dcff8d-b307-44aa-b487-54767fae62a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:57:09Z', 'updated_at': '2022-07-21T22:57:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:45.440405 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-111a2739-1c37-462b-b898-02a992312e02 x-openstack-request-id: req-111a2739-1c37-462b-b898-02a992312e02 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:45.443147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "name": "network-vif-plugged", "status": "completed", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:45.443147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-111a2739-1c37-462b-b898-02a992312e02 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:45.443147 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-111a2739-1c37-462b-b898-02a992312e02'] response: {'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63', 'code': 200} Jul 21 23:00:45.461485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.512576 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:45.542838 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:45.564556 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:45.574545 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b723075-38c3-466d-b78c-5c8e3b20aa3c req-a37641e9-7c10-416c-83eb-60c2d7e6e50f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:45.576126 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b723075-38c3-466d-b78c-5c8e3b20aa3c req-a37641e9-7c10-416c-83eb-60c2d7e6e50f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.0806222 Jul 21 23:00:45.654675 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.669710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Deleting port dd3f6834-658f-4d58-b87a-70188d265dd3 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:45.670197 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.675395 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7b723075-38c3-466d-b78c-5c8e3b20aa3c req-704fdb43-2c16-44c7-a009-832cc735bf53 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796845 Jul 21 23:00:45.684142 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.711523 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Pushing event deleted for resources: {'Port': ['ID=ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:45.758445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] For port dd3f6834-658f-4d58-b87a-70188d265dd3, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=dd3f6834-658f-4d58-b87a-70188d265dd3,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:45.758736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.772448 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Calling delete_port for dd3f6834-658f-4d58-b87a-70188d265dd3 owned by network:router_interface {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:45.782193 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (d5dcff8d-b307-44aa-b487-54767fae62a1), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.875399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:45.881668 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.884056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks [] for router_controller (d5dcff8d-b307-44aa-b487-54767fae62a1), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.983024 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (d5dcff8d-b307-44aa-b487-54767fae62a1), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.983715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5dcff8d-b307-44aa-b487-54767fae62a1 {{(pid=111136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:00:45.988198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:45.992302 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b98d2913-fe08-4af1-aaad-d8a823a7eeac admin admin] 10.222.0.52 "DELETE /v2.0/routers/d5dcff8d-b307-44aa-b487-54767fae62a1 HTTP/1.1" status: 204 len: 168 time: 1.3417389 Jul 21 23:00:45.992734 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41708) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:46.001175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:46.045040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Deleting subnet fee74c6c-9926-4aad-b92f-9aa389df12da {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:00:46.048374 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (dd3f6834-658f-4d58-b87a-70188d265dd3), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.051183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Publish callbacks [] for subnet (fee74c6c-9926-4aad-b92f-9aa389df12da), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.107445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Pushing event deleted for resources: {'Port': ['ID=dd3f6834-658f-4d58-b87a-70188d265dd3,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:46.108965 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d5bf2235-2278-404c-b948-36125b52be43 req-f553f397-f47f-4e2f-826a-47fdb0c11560 tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "GET /v2.0/ports?device_id=714e3636-339b-4d42-89b1-e3a5a6736c71 HTTP/1.1" status: 200 len: 210 time: 0.0318022 Jul 21 23:00:46.137217 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.172864 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (fee74c6c-9926-4aad-b92f-9aa389df12da), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.302929 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:46.348526 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (fee74c6c-9926-4aad-b92f-9aa389df12da), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.386028 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.511976 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (fee74c6c-9926-4aad-b92f-9aa389df12da), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.516576 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:46.552818 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ab4fba-499c-4101-aeba-61e92e41584c req-bfb25f92-884a-492f-9ad5-9fdb8e739ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:46.554758 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93ab4fba-499c-4101-aeba-61e92e41584c req-bfb25f92-884a-492f-9ad5-9fdb8e739ad5 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 1130 time: 0.0506835 Jul 21 23:00:46.561837 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fee74c6c-9926-4aad-b92f-9aa389df12da,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:46.568424 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.571662 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-45786c84-4eb2-4cec-a0fa-25462976d792 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fee74c6c-9926-4aad-b92f-9aa389df12da HTTP/1.1" status: 204 len: 168 time: 0.5777569 Jul 21 23:00:46.577949 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b5a24-935e-4f3b-8513-35c7ce29428c req-e2d9db03-21ae-4f13-beaf-c4a8965ba0e5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:46.579431 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-325b5a24-935e-4f3b-8513-35c7ce29428c req-e2d9db03-21ae-4f13-beaf-c4a8965ba0e5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.1264579 Jul 21 23:00:46.579912 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41714) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:46.581945 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9498efe6-6dbe-4da4-9019-648f4fcd8d58 None None] Network 2cc267a2-8452-4f1f-a246-393af02fc81d requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:46.623384 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-93ab4fba-499c-4101-aeba-61e92e41584c req-39163f65-a949-40aa-9973-8c1786e36763 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627122 Jul 21 23:00:46.731510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (2cc267a2-8452-4f1f-a246-393af02fc81d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.763556 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] DHCP port deletion for 2cc267a2-8452-4f1f-a246-393af02fc81d request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:00:46.802850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47cb247-3921-4d2d-8b0c-7884f1973ebf req-354fea04-36a0-4fb5-8056-a647c1ba9351 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:46.804420 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Deleting port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:46.804861 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.805133 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f47cb247-3921-4d2d-8b0c-7884f1973ebf req-354fea04-36a0-4fb5-8056-a647c1ba9351 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.0541487 Jul 21 23:00:46.875628 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-f47cb247-3921-4d2d-8b0c-7884f1973ebf req-a51e842b-ba3d-4ab7-8b57-449c04fb4ef8 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630963 Jul 21 23:00:46.879192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] For port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,segment=NetworkSegment(1f6fc75a-609e-4da8-9dd6-b9e161abfc30),segment_id=1f6fc75a-609e-4da8-9dd6-b9e161abfc30)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:46.879628 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:46.898472 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Calling delete_port for 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:47.027618 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-325b5a24-935e-4f3b-8513-35c7ce29428c req-687d982c-6be2-4c9b-a448-c586652cb1a8 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4353878 Jul 21 23:00:47.066749 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.081225 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:47.084623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Deleting port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:47.084943 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.087751 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Router 9dbaa1a4-820a-4e98-819b-17f3e9111380 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:47.093281 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.094040 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] Pushing event deleted for resources: {'Port': ['ID=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:47.097611 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73e8d0d-e7b1-41fd-b318-774c0db8c7f2 None None] No DVR routers for this DVR port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:47.173894 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41720) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:47.193489 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] For port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4, host dv-cinder-850697-1-iscsi, got binding levels [] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:47.193855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.233399 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (85361be1-5691-4083-a1a0-08b1925a1869), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.235603 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Calling delete_port for 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 owned by network:dhcp {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:47.239646 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.ipam_backend_mixin [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 was not found and therefore no delete operation was performed {{(pid=111135) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 23:00:47.251269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (5b8de7db-24e4-48d9-82e1-23b048bbdfb4), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.261561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (85361be1-5691-4083-a1a0-08b1925a1869), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.288773 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b8de7db-24e4-48d9-82e1-23b048bbdfb4,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:47.293079 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:47.294565 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] No DVR routers for this DVR port 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 on host dv-cinder-850697-1-iscsi {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:47.301137 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0c802f72-ec7c-47b6-a797-749a78d1dab5 admin admin] 10.222.0.52 "PUT /v2.0/routers/9dbaa1a4-820a-4e98-819b-17f3e9111380/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7334697 Jul 21 23:00:47.303182 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41722) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:47.312330 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.315483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Sync routers for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:47.327567 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:47.333089 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.373761 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (2cc267a2-8452-4f1f-a246-393af02fc81d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.398019 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cc267a2-8452-4f1f-a246-393af02fc81d']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.407042 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks [] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.408507 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f6fc75a-609e-4da8-9dd6-b9e161abfc30') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.408844 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f6fc75a-609e-4da8-9dd6-b9e161abfc30') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.419544 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (1f6fc75a-609e-4da8-9dd6-b9e161abfc30), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.433791 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (1f6fc75a-609e-4da8-9dd6-b9e161abfc30), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.438112 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:47.441094 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Releasing vlan 637 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:00:47.441497 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (1f6fc75a-609e-4da8-9dd6-b9e161abfc30), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.531037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks [] for router_gateway (9dbaa1a4-820a-4e98-819b-17f3e9111380), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.536756 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (85361be1-5691-4083-a1a0-08b1925a1869), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.544099 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.544099 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] 10.222.0.52 "DELETE /v2.0/security-groups/85361be1-5691-4083-a1a0-08b1925a1869 HTTP/1.1" status: 204 len: 168 time: 0.3660250 Jul 21 23:00:47.576343 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 1f6fc75a-609e-4da8-9dd6-b9e161abfc30 resource provider aggregate not found Jul 21 23:00:47.600732 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c2fc5c-ad20-4155-ade4-ebdb2530254a tempest-TestShelveInstance-1393077851 tempest-TestShelveInstance-1393077851-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85361be1-5691-4083-a1a0-08b1925a1869,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:47.603428 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 1f6fc75a-609e-4da8-9dd6-b9e161abfc30 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1f6fc75a-609e-4da8-9dd6-b9e161abfc30 found for delete ", "request_id": "req-2bce1548-b9a9-4403-ac7b-7a1d6dbf80dd"}]} Jul 21 23:00:47.643461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (2cc267a2-8452-4f1f-a246-393af02fc81d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.651409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.657174 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] 10.222.0.52 "DELETE /v2.0/networks/2cc267a2-8452-4f1f-a246-393af02fc81d HTTP/1.1" status: 204 len: 168 time: 1.0744491 Jul 21 23:00:47.657338 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:47.667316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba392c6-4416-4e9d-93d0-4cbde406b841 admin admin] Pushing event deleted for resources: {'Network': ['ID=2cc267a2-8452-4f1f-a246-393af02fc81d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:47.690826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:47.690826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 5b8de7db-24e4-48d9-82e1-23b048bbdfb4 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:47.690826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 79784f28-f11f-4e53-9a69-40d9ac287762 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:47.700858 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41734) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:47.710926 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Deleting port 927e8cdf-a476-442a-abd9-f8ebb644e069 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:47.711335 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.715855 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 79784f28-f11f-4e53-9a69-40d9ac287762 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:47.716290 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 79784f28-f11f-4e53-9a69-40d9ac287762 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:47.716773 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:47.725285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T23:00:45Z', 'revision_number': 5, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port': {'id': '927e8cdf-a476-442a-abd9-f8ebb644e069', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:dc:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.762728 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:47.763169 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ac554ba0-a62a-4184-9fb7-3f8b8ec8fbb7 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:47.764990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Checking router: 9dbaa1a4-820a-4e98-819b-17f3e9111380 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:47.775634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Routers {'9dbaa1a4-820a-4e98-819b-17f3e9111380'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:47.776845 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['9dbaa1a4-820a-4e98-819b-17f3e9111380'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.830156 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] For port 927e8cdf-a476-442a-abd9-f8ebb644e069, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=927e8cdf-a476-442a-abd9-f8ebb644e069,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:47.830802 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:47.851019 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Calling delete_port for 927e8cdf-a476-442a-abd9-f8ebb644e069 owned by network:router_gateway {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:47.865350 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:47.867921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] Set router 9dbaa1a4-820a-4e98-819b-17f3e9111380 gateway port host: None {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:47.912956 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:47.936861 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T23:00:47Z', 'revision_number': 6, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port_host': None}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:47.990942 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a7d231-cedb-4723-8058-6ce20842a08f None None] The sync data for ids ['9dbaa1a4-820a-4e98-819b-17f3e9111380'] in dv-cinder-850697-1-iscsi is: [{'id': '9dbaa1a4-820a-4e98-819b-17f3e9111380', 'name': 'tempest-AttachVolumeTestJSON-1661954178-router', 'tenant_id': '08576395a1f1437385d2f24b482572a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:13Z', 'updated_at': '2022-07-21T23:00:47Z', 'revision_number': 6, 'project_id': '08576395a1f1437385d2f24b482572a6', 'gw_port_host': None}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:48.055121 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838aaa4-0049-40cf-939a-f47066a8db34 req-31670705-ae9b-4188-aad7-bda73c70d708 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:48.056703 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5838aaa4-0049-40cf-939a-f47066a8db34 req-31670705-ae9b-4188-aad7-bda73c70d708 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.0697961 Jul 21 23:00:48.082344 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41742) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:48.121541 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:48.165014 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5838aaa4-0049-40cf-939a-f47066a8db34 req-624c7684-6e25-4d75-b11a-c3d0c97caa5d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931969 Jul 21 23:00:48.182515 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:48.196178 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (3b27920b-7146-490c-afc2-8cfe78dd5290), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.205269 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-9a6f8008-36ea-43f1-bfe9-3e6084079b97 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5dbf5236757941d6b4db3517e1757621&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1209540 Jul 21 23:00:48.208356 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41744) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:48.237079 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (927e8cdf-a476-442a-abd9-f8ebb644e069), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.241480 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9033a1-036d-4438-9387-da3ca36d8b5b req-20445bcb-a1fd-40ec-bf96-88a18f7336d1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:48.243021 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9a9033a1-036d-4438-9387-da3ca36d8b5b req-20445bcb-a1fd-40ec-bf96-88a18f7336d1 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.1103203 Jul 21 23:00:48.270983 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Pushing event deleted for resources: {'Port': ['ID=927e8cdf-a476-442a-abd9-f8ebb644e069,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:48.327734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] Publish callbacks [] for security_group (82f8556e-d6b6-4495-bb06-eadd33846bce), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.344557 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9a9033a1-036d-4438-9387-da3ca36d8b5b req-e3a7d0f3-92e3-4e5f-9bbd-e9bca54e2fc2 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951922 Jul 21 23:00:48.374123 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] Publish callbacks [] for security_group (82f8556e-d6b6-4495-bb06-eadd33846bce), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.377045 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.506668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Deleting port b43acf93-0e68-42d2-a812-46bf8eda15fb {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:48.507062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.523920 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.526522 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks [] for router_controller (9dbaa1a4-820a-4e98-819b-17f3e9111380), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.589630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] For port b43acf93-0e68-42d2-a812-46bf8eda15fb, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=b43acf93-0e68-42d2-a812-46bf8eda15fb,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:48.589998 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.603608 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Calling delete_port for b43acf93-0e68-42d2-a812-46bf8eda15fb owned by network:router_interface {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:48.650702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:48.735250 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (9dbaa1a4-820a-4e98-819b-17f3e9111380), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.735884 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9dbaa1a4-820a-4e98-819b-17f3e9111380 {{(pid=111136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:00:48.745037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (82f8556e-d6b6-4495-bb06-eadd33846bce), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.745037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.745037 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/82f8556e-d6b6-4495-bb06-eadd33846bce HTTP/1.1" status: 204 len: 168 time: 0.5324204 Jul 21 23:00:48.745037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.748984 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ec90d95a-aa09-4d07-9446-6ef6f0333efb admin admin] 10.222.0.52 "DELETE /v2.0/routers/9dbaa1a4-820a-4e98-819b-17f3e9111380 HTTP/1.1" status: 204 len: 168 time: 1.4419160 Jul 21 23:00:48.753988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41748) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:48.762390 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7d3fb8-2962-4c2d-bc56-775fcb6fe3ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82f8556e-d6b6-4495-bb06-eadd33846bce,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:48.806187 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Deleting subnet 06734f2c-3648-4684-b7ca-5b90e6861b74 {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:00:48.813223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Publish callbacks [] for subnet (06734f2c-3648-4684-b7ca-5b90e6861b74), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.853895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30075265'] for subnet (06734f2c-3648-4684-b7ca-5b90e6861b74), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.860913 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (b43acf93-0e68-42d2-a812-46bf8eda15fb), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:48.887620 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=b43acf93-0e68-42d2-a812-46bf8eda15fb,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:48.944703 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (06734f2c-3648-4684-b7ca-5b90e6861b74), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.055589 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f68facab-85d2-4dce-b7fe-29d6be7adca1 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:00:49.063655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:49.097019 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 5537f61f-aefa-458c-a1a7-50dc97eca904 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:49.097371 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 5537f61f-aefa-458c-a1a7-50dc97eca904 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:49.099418 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29663573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30421190'] for subnet (06734f2c-3648-4684-b7ca-5b90e6861b74), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.103908 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (3b27920b-7146-490c-afc2-8cfe78dd5290), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.168500 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.174762 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/06734f2c-3648-4684-b7ca-5b90e6861b74 HTTP/1.1" status: 204 len: 168 time: 0.4164917 Jul 21 23:00:49.174762 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa68e4-22b2-4cbe-b022-11045db6eb3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06734f2c-3648-4684-b7ca-5b90e6861b74,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:49.175823 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41750) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:49.185822 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fadea2a0-1944-4793-aff2-89c0dbc1d298 None None] Network 886605d9-b2c5-42f8-a453-66f8a90cc2d9 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:49.189995 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.208738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.264004 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.335261 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (886605d9-b2c5-42f8-a453-66f8a90cc2d9), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.415774 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26033df-03ae-495f-8748-f48cd5756b75 req-b484518c-6178-4fba-9f33-abb987776885 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:49.428835 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c26033df-03ae-495f-8748-f48cd5756b75 req-b484518c-6178-4fba-9f33-abb987776885 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 944 time: 0.0918624 Jul 21 23:00:49.463390 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:49.464576 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Deleting port a4808726-eb71-45f1-92db-97b369d92db1 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:49.465628 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (a4808726-eb71-45f1-92db-97b369d92db1), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.483747 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'port_id': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'mac_address': 'fa:16:3e:fb:05:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 624, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:00:49.545764 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd2c8ec-04e5-4d60-b75b-77096b206ae2 req-f7d773d2-95e4-4056-831e-f38250e7c466 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:49.547683 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ecd2c8ec-04e5-4d60-b75b-77096b206ae2 req-f7d773d2-95e4-4056-831e-f38250e7c466 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.0982633 Jul 21 23:00:49.550903 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.553275 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port f68facab-85d2-4dce-b7fe-29d6be7adca1 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:49.560065 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c26033df-03ae-495f-8748-f48cd5756b75 req-72a8946a-1774-4e95-91fe-3f76cda36360 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1107206 Jul 21 23:00:49.571683 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.594597 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f68facab-85d2-4dce-b7fe-29d6be7adca1 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:00:49.594719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Router 3b27920b-7146-490c-afc2-8cfe78dd5290 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:49.606572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] DHCP port deletion for 886605d9-b2c5-42f8-a453-66f8a90cc2d9 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:00:49.625871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] For port a4808726-eb71-45f1-92db-97b369d92db1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=a4808726-eb71-45f1-92db-97b369d92db1,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:49.627291 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (a4808726-eb71-45f1-92db-97b369d92db1), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.651577 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:49.657240 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Calling delete_port for a4808726-eb71-45f1-92db-97b369d92db1 owned by network:dhcp {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:49.665513 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Deleting port a4808726-eb71-45f1-92db-97b369d92db1 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:49.665968 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (a4808726-eb71-45f1-92db-97b369d92db1), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.668335 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.679626 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device dd3f6834-658f-4d58-b87a-70188d265dd3 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:49.687126 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41758) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:49.709039 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: dd3f6834-658f-4d58-b87a-70188d265dd3 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:49.709254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device dd3f6834-658f-4d58-b87a-70188d265dd3 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:49.709649 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 927e8cdf-a476-442a-abd9-f8ebb644e069 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:49.711560 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.719648 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ecd2c8ec-04e5-4d60-b75b-77096b206ae2 req-3a0e142d-429c-4d00-9b53-894e3ef858bb tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373339 Jul 21 23:00:49.733868 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-845e316d-6c97-481e-94f6-d25eb9a1f696 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6a7d54c1b920447f9bab1caf2e579f79&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0455008 Jul 21 23:00:49.734757 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41760) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:49.780157 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 927e8cdf-a476-442a-abd9-f8ebb644e069 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:49.780523 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 927e8cdf-a476-442a-abd9-f8ebb644e069 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:49.782977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.796835 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] Publish callbacks [] for security_group (a6b99e4a-1e5d-4609-bca4-6d1d2211c69b), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.810257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:49.829412 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] Publish callbacks [] for security_group (a6b99e4a-1e5d-4609-bca4-6d1d2211c69b), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.836808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] For port a4808726-eb71-45f1-92db-97b369d92db1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=a4808726-eb71-45f1-92db-97b369d92db1,segment=NetworkSegment(985b48c5-75f4-4d95-9483-a847428a6c97),segment_id=985b48c5-75f4-4d95-9483-a847428a6c97)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:49.837213 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (a4808726-eb71-45f1-92db-97b369d92db1), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.860876 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:49.870759 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Calling delete_port for a4808726-eb71-45f1-92db-97b369d92db1 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:49.871552 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c8fd694d-69f5-4ad6-836e-912c269540e0 admin admin] 10.222.0.52 "PUT /v2.0/routers/3b27920b-7146-490c-afc2-8cfe78dd5290/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1667497 Jul 21 23:00:49.871552 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41764) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:49.871705 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:49.879022 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Sync routers for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:49.893756 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:49.894393 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:49.935288 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (a6b99e4a-1e5d-4609-bca4-6d1d2211c69b), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.938177 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.939694 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a6b99e4a-1e5d-4609-bca4-6d1d2211c69b HTTP/1.1" status: 204 len: 168 time: 0.2038729 Jul 21 23:00:49.953313 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c71f1f7-9ace-431a-8de2-ff2c5ca5ac7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6b99e4a-1e5d-4609-bca4-6d1d2211c69b,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:49.963756 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (a4808726-eb71-45f1-92db-97b369d92db1), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.987647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (a4808726-eb71-45f1-92db-97b369d92db1), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:49.992448 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4808726-eb71-45f1-92db-97b369d92db1,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:50.001708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] No DVR routers for this DVR port a4808726-eb71-45f1-92db-97b369d92db1 on host dv-cinder-850697-1-iscsi {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:50.018404 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] Pushing event deleted for resources: {'Port': ['ID=a4808726-eb71-45f1-92db-97b369d92db1,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:50.022994 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-712c3c62-4173-4597-a50b-8a580d3c3241 None None] No DVR routers for this DVR port a4808726-eb71-45f1-92db-97b369d92db1 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:50.023140 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:50.050208 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['f68facab-85d2-4dce-b7fe-29d6be7adca1'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:50.054903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks [] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.160869 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (886605d9-b2c5-42f8-a453-66f8a90cc2d9), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.170410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:50.237257 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['886605d9-b2c5-42f8-a453-66f8a90cc2d9']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.257747 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:50.277228 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T23:00:48Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.406475 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Checking router: 3b27920b-7146-490c-afc2-8cfe78dd5290 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:50.417872 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Routers {'3b27920b-7146-490c-afc2-8cfe78dd5290'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:50.418641 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['3b27920b-7146-490c-afc2-8cfe78dd5290'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.517172 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:50.522012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '985b48c5-75f4-4d95-9483-a847428a6c97') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.522312 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '985b48c5-75f4-4d95-9483-a847428a6c97') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.537269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (985b48c5-75f4-4d95-9483-a847428a6c97), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.541292 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] Set router 3b27920b-7146-490c-afc2-8cfe78dd5290 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:50.556744 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (985b48c5-75f4-4d95-9483-a847428a6c97), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.559620 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks [] for router_gateway (3b27920b-7146-490c-afc2-8cfe78dd5290), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.571692 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Releasing vlan 610 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:00:50.572106 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (985b48c5-75f4-4d95-9483-a847428a6c97), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.691198 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 985b48c5-75f4-4d95-9483-a847428a6c97 resource provider aggregate not found Jul 21 23:00:50.722656 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 985b48c5-75f4-4d95-9483-a847428a6c97 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 985b48c5-75f4-4d95-9483-a847428a6c97 found for delete ", "request_id": "req-7db04c6c-0275-4589-a3e2-bfcf05e89a9d"}]} Jul 21 23:00:50.737987 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Deleting port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:50.745166 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.759247 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0113254-949e-41ac-bc6a-eeec1bbd947c req-cc2433c0-ad50-478a-9c67-22890be747de tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:50.761417 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0113254-949e-41ac-bc6a-eeec1bbd947c req-cc2433c0-ad50-478a-9c67-22890be747de tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 945 time: 0.0868866 Jul 21 23:00:50.769316 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:50.801247 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (886605d9-b2c5-42f8-a453-66f8a90cc2d9), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.810602 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T23:00:48Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:50.811577 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.814589 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] 10.222.0.52 "DELETE /v2.0/networks/886605d9-b2c5-42f8-a453-66f8a90cc2d9 HTTP/1.1" status: 204 len: 168 time: 1.6376858 Jul 21 23:00:50.823032 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e0113254-949e-41ac-bc6a-eeec1bbd947c req-a98282f7-8bdf-4ba2-9091-4630b3d68a0e tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553946 Jul 21 23:00:50.830406 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e960f88-72d3-4d7d-b6d2-7a4489088552 admin admin] Pushing event deleted for resources: {'Network': ['ID=886605d9-b2c5-42f8-a453-66f8a90cc2d9,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:50.850977 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8989af5f-58e9-47db-843e-29c5bd19f2fb None None] The sync data for ids ['3b27920b-7146-490c-afc2-8cfe78dd5290'] in dv-cinder-850697-1-iscsi is: [{'id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'name': 'tempest-TestShelveInstance-668491303-router', 'tenant_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22'}], 'enable_snat': True}, 'gw_port_id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T23:00:48Z', 'revision_number': 5, 'project_id': '93d60e3f3bcd48f292f30a8d2f0351d7', 'gw_port': {'id': '7901ad82-4a22-4039-b3c1-d92b4fdce3a0', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:2b:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b27920b-7146-490c-afc2-8cfe78dd5290', 'device_owner': 'network:router_gateway', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:50Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:50.854266 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] For port 7901ad82-4a22-4039-b3c1-d92b4fdce3a0, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:50.854793 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:50.870584 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Calling delete_port for 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:50.999268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:51.067131 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f68facab-85d2-4dce-b7fe-29d6be7adca1 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:00:51.097834 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (7901ad82-4a22-4039-b3c1-d92b4fdce3a0), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.127996 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port f68facab-85d2-4dce-b7fe-29d6be7adca1 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:00:51.134749 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Pushing event deleted for resources: {'Port': ['ID=7901ad82-4a22-4039-b3c1-d92b4fdce3a0,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:51.179853 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d61bda3-9bc7-4213-b814-c5788cd8c836 req-73c6c524-0659-4b56-87dc-0f0a46c5f2e5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:51.181341 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d61bda3-9bc7-4213-b814-c5788cd8c836 req-73c6c524-0659-4b56-87dc-0f0a46c5f2e5 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.0515063 Jul 21 23:00:51.195456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (3b27920b-7146-490c-afc2-8cfe78dd5290), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.232615 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d61bda3-9bc7-4213-b814-c5788cd8c836 req-e7f3fe62-ace9-4b0b-b4dc-c5d76764b50b tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455153 Jul 21 23:00:51.246324 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port f68facab-85d2-4dce-b7fe-29d6be7adca1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:00:51.246823 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.289664 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41788) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:51.304421 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.306855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks [] for router_controller (3b27920b-7146-490c-afc2-8cfe78dd5290), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.339984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port f68facab-85d2-4dce-b7fe-29d6be7adca1 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:00:51.340665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.341531 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-18526489-3bf0-42ab-aedd-f3e6bfc05de2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=08576395a1f1437385d2f24b482572a6&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0504632 Jul 21 23:00:51.342211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41790) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:51.369566 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:51.371900 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24748ee-eae4-45ee-ada6-8e12175c535a" -d '{"events": [{"server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "name": "network-vif-plugged", "status": "completed", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:51.385776 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:51.396286 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] Publish callbacks [] for security_group (d601aacb-f745-4aeb-b2b7-25752074e0a4), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.416637 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e12abf22-e1ae-466c-9d8b-f656b9d07117 x-openstack-request-id: req-e12abf22-e1ae-466c-9d8b-f656b9d07117 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:51.417070 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "name": "network-vif-plugged", "status": "completed", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:51.417178 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e12abf22-e1ae-466c-9d8b-f656b9d07117 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:51.417696 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e12abf22-e1ae-466c-9d8b-f656b9d07117'] response: {'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'code': 200} Jul 21 23:00:51.420217 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] Publish callbacks [] for security_group (d601aacb-f745-4aeb-b2b7-25752074e0a4), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.432064 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (3b27920b-7146-490c-afc2-8cfe78dd5290), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.432754 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b27920b-7146-490c-afc2-8cfe78dd5290 {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:00:51.437335 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.438627 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-bfbbb5ec-4b3c-4a44-b6b9-de347f94c448 admin admin] 10.222.0.52 "DELETE /v2.0/routers/3b27920b-7146-490c-afc2-8cfe78dd5290 HTTP/1.1" status: 204 len: 168 time: 1.5679331 Jul 21 23:00:51.441131 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41794) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:51.454956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.518209 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:51.532202 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Deleting subnet 8a78d5c8-9558-4897-be74-ff6f6e1add03 {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:00:51.535986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Publish callbacks [] for subnet (8a78d5c8-9558-4897-be74-ff6f6e1add03), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.541285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d601aacb-f745-4aeb-b2b7-25752074e0a4), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.541285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.541285 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d601aacb-f745-4aeb-b2b7-25752074e0a4 HTTP/1.1" status: 204 len: 168 time: 0.1977282 Jul 21 23:00:51.544800 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:51.553314 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66e0afe-ea1b-4a6c-aec5-e61582e312f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d601aacb-f745-4aeb-b2b7-25752074e0a4,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:51.605973 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (8a78d5c8-9558-4897-be74-ff6f6e1add03), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.634291 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device a4808726-eb71-45f1-92db-97b369d92db1 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:51.657873 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: a4808726-eb71-45f1-92db-97b369d92db1 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:51.657873 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device a4808726-eb71-45f1-92db-97b369d92db1 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:51.658333 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b43acf93-0e68-42d2-a812-46bf8eda15fb no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:51.677708 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: b43acf93-0e68-42d2-a812-46bf8eda15fb {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:51.678059 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device b43acf93-0e68-42d2-a812-46bf8eda15fb not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:51.701741 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (8a78d5c8-9558-4897-be74-ff6f6e1add03), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.740166 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:51.846446 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (8a78d5c8-9558-4897-be74-ff6f6e1add03), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.873893 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a78d5c8-9558-4897-be74-ff6f6e1add03,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:51.883771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:51.888024 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-caaa5641-2fe3-4d24-be20-fed800eb99f8 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8a78d5c8-9558-4897-be74-ff6f6e1add03 HTTP/1.1" status: 204 len: 168 time: 0.4448853 Jul 21 23:00:51.889896 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41802) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:51.895096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-972f6591-86b1-41e1-a13f-470e3677c692 None None] Network cd677390-a761-421a-b07f-23baca7a5af3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:52.091711 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] DHCP port deletion for cd677390-a761-421a-b07f-23baca7a5af3 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:00:52.135082 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Deleting port 26927228-98b2-48c8-9cac-ecbc82f70378 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:52.137728 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.206754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] For port 26927228-98b2-48c8-9cac-ecbc82f70378, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=26927228-98b2-48c8-9cac-ecbc82f70378,segment=NetworkSegment(b97e0ab6-779c-4317-be73-655517728456),segment_id=b97e0ab6-779c-4317-be73-655517728456)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:52.207359 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.222463 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Calling delete_port for 26927228-98b2-48c8-9cac-ecbc82f70378 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:52.350813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (cd677390-a761-421a-b07f-23baca7a5af3), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.358492 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691de8e-8426-45ce-8822-bb12a8572fb2 req-3391e8e8-8d91-420b-897b-8c4fda20035a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:52.365372 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1691de8e-8426-45ce-8822-bb12a8572fb2 req-3391e8e8-8d91-420b-897b-8c4fda20035a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.4536293 Jul 21 23:00:52.397532 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c92619e-5497-46ff-8025-9da9edaeddb4 req-ca5cdb88-7d77-4212-9a49-84ff11632924 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:52.399197 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0c92619e-5497-46ff-8025-9da9edaeddb4 req-ca5cdb88-7d77-4212-9a49-84ff11632924 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.0544715 Jul 21 23:00:52.423137 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.443179 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1691de8e-8426-45ce-8822-bb12a8572fb2 req-cc308c5c-8560-4a48-a1b3-55dcee0bdd44 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768588 Jul 21 23:00:52.457007 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-0c92619e-5497-46ff-8025-9da9edaeddb4 req-d409a51f-61fc-48ed-85af-6ee8495b8458 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/security-groups?id=20a4676e-e94f-4e19-b072-ed9d589899e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440216 Jul 21 23:00:52.457380 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Deleting port 26927228-98b2-48c8-9cac-ecbc82f70378 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:52.457380 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.464326 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] Pushing event deleted for resources: {'Port': ['ID=26927228-98b2-48c8-9cac-ecbc82f70378,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:52.471346 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7c3d06-92bb-4304-a419-496f4034a7b2 None None] No DVR routers for this DVR port 26927228-98b2-48c8-9cac-ecbc82f70378 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:52.575806 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] For port 26927228-98b2-48c8-9cac-ecbc82f70378, host dv-cinder-850697-1-iscsi, got binding levels [] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:52.576055 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.597765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Calling delete_port for 26927228-98b2-48c8-9cac-ecbc82f70378 owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:52.603468 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.ipam_backend_mixin [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Port 26927228-98b2-48c8-9cac-ecbc82f70378 was not found and therefore no delete operation was performed {{(pid=111136) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 21 23:00:52.609896 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-61cb3774-aab6-4bb3-8ef5-63d92de3f5af tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:52.615865 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-61cb3774-aab6-4bb3-8ef5-63d92de3f5af tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 946 time: 0.0702114 Jul 21 23:00:52.615865 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (26927228-98b2-48c8-9cac-ecbc82f70378), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.665306 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Pushing event deleted for resources: {'Port': ['ID=26927228-98b2-48c8-9cac-ecbc82f70378,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:52.673253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] No DVR routers for this DVR port 26927228-98b2-48c8-9cac-ecbc82f70378 on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:52.680183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4f3e9-1974-4461-b7d2-87b386e4c121 req-07ffeb3d-d646-471d-97d3-f52352a0d16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:52.681768 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c1b4f3e9-1974-4461-b7d2-87b386e4c121 req-07ffeb3d-d646-471d-97d3-f52352a0d16b service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 1130 time: 0.0428708 Jul 21 23:00:52.736358 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c1b4f3e9-1974-4461-b7d2-87b386e4c121 req-7ce1472a-0579-4e33-9e17-39a1525ae142 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483391 Jul 21 23:00:52.789764 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Deleting port 23a25184-d321-4db9-a3b9-3076cbe96a63 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:52.790124 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.794095 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (cd677390-a761-421a-b07f-23baca7a5af3), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.840721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd677390-a761-421a-b07f-23baca7a5af3']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:52.871482 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:52.879081 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b97e0ab6-779c-4317-be73-655517728456') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:52.879585 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b97e0ab6-779c-4317-be73-655517728456') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:52.893626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (b97e0ab6-779c-4317-be73-655517728456), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.915918 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b97e0ab6-779c-4317-be73-655517728456), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.931195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Releasing vlan 630 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:00:52.931569 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (b97e0ab6-779c-4317-be73-655517728456), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:52.990702 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment b97e0ab6-779c-4317-be73-655517728456 resource provider aggregate not found Jul 21 23:00:52.998415 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] For port 23a25184-d321-4db9-a3b9-3076cbe96a63, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=23a25184-d321-4db9-a3b9-3076cbe96a63,segment=NetworkSegment(b3cb2360-c1f6-4320-8c3c-aae830564d6f),segment_id=b3cb2360-c1f6-4320-8c3c-aae830564d6f)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:52.998834 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.012436 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment b97e0ab6-779c-4317-be73-655517728456 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b97e0ab6-779c-4317-be73-655517728456 found for delete ", "request_id": "req-52f1ea12-5624-4a82-baef-3376de173434"}]} Jul 21 23:00:53.019735 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Calling delete_port for 23a25184-d321-4db9-a3b9-3076cbe96a63 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:53.102464 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (cd677390-a761-421a-b07f-23baca7a5af3), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.131501 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.133988 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] 10.222.0.52 "DELETE /v2.0/networks/cd677390-a761-421a-b07f-23baca7a5af3 HTTP/1.1" status: 204 len: 168 time: 1.2430172 Jul 21 23:00:53.137102 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41834) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:53.146132 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c564366-ba85-44a7-ae98-186b17842120 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd677390-a761-421a-b07f-23baca7a5af3,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:53.223789 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (23a25184-d321-4db9-a3b9-3076cbe96a63), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.237708 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['23a25184-d321-4db9-a3b9-3076cbe96a63'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:00:53.259991 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Pushing event deleted for resources: {'Port': ['ID=23a25184-d321-4db9-a3b9-3076cbe96a63,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:53.316571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] No DVR routers for this DVR port 23a25184-d321-4db9-a3b9-3076cbe96a63 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:53.320144 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.323933 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-af3328ce-7cb4-4c97-9f7c-3769f41e3ef2 req-4fc85b2c-ee5a-4b52-b339-d32edbc72473 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.33 "DELETE /v2.0/ports/23a25184-d321-4db9-a3b9-3076cbe96a63 HTTP/1.1" status: 204 len: 173 time: 0.7029216 Jul 21 23:00:53.324395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'name': 'network-vif-deleted', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:53.326745 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b9d7ce-a29b-4084-8439-066b7d73505d" -d '{"events": [{"server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "name": "network-vif-deleted", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:53.367234 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43ce58d4-421c-4c66-bdb2-85d8f8a995d6 x-openstack-request-id: req-43ce58d4-421c-4c66-bdb2-85d8f8a995d6 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:53.367813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d980f3d9-4df6-4d77-b5cc-033b2fba11b5", "name": "network-vif-deleted", "tag": "23a25184-d321-4db9-a3b9-3076cbe96a63", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:53.367987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-43ce58d4-421c-4c66-bdb2-85d8f8a995d6 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:53.368352 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-43ce58d4-421c-4c66-bdb2-85d8f8a995d6'] response: {'server_uuid': 'd980f3d9-4df6-4d77-b5cc-033b2fba11b5', 'name': 'network-vif-deleted', 'tag': '23a25184-d321-4db9-a3b9-3076cbe96a63', 'status': 'completed', 'code': 200} Jul 21 23:00:53.509457 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (98135a13-b610-4e79-88e7-7b7a4c271213), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.540501 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 26927228-98b2-48c8-9cac-ecbc82f70378 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:53.564753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 26927228-98b2-48c8-9cac-ecbc82f70378 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:53.565521 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 26927228-98b2-48c8-9cac-ecbc82f70378 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:53.566091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:53.595243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:53.599688 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 7901ad82-4a22-4039-b3c1-d92b4fdce3a0 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:53.611418 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-861f8218-658e-4be6-9a72-4576994a3871 req-2614e5a2-084a-40c5-8e48-5152cf382a67 tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 210 time: 0.0535216 Jul 21 23:00:53.680152 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf4c7-56a4-431f-a91b-7abb599175df req-35cb01c3-a0d9-4b2d-92b4-81f54a5c6b82 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:53.680152 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-26daf4c7-56a4-431f-a91b-7abb599175df req-35cb01c3-a0d9-4b2d-92b4-81f54a5c6b82 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0976508 Jul 21 23:00:53.798528 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-26daf4c7-56a4-431f-a91b-7abb599175df req-8959dc77-6e1b-47b1-bedb-1adb7fba2bea tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091719 Jul 21 23:00:53.851062 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=4,neutron:UPDATE=1,neutron:SELECT=95 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:53.865568 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Deleting port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:53.865907 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.938948 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:53.950447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] For port 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:53.950856 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:53.968255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Calling delete_port for 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 owned by network:router_interface {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:54.209171 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.235719 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Pushing event deleted for resources: {'Port': ['ID=8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:54.420721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41858) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:54.423623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (98135a13-b610-4e79-88e7-7b7a4c271213), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.541840 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0a34a960-190e-4b44-acae-ebdeba4ac594 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.621870 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0a34a960-190e-4b44-acae-ebdeba4ac594 admin admin] Publish callbacks [] for security_group (b004336e-62c3-4553-9952-7400af59d908), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.649873 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Router 98135a13-b610-4e79-88e7-7b7a4c271213 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:54.697540 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0a34a960-190e-4b44-acae-ebdeba4ac594 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b004336e-62c3-4553-9952-7400af59d908), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.750903 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:54.759160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:54.766718 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-28688f70-5203-4fab-8df3-c1e36a1d0cb9 req-5b8e1d1c-a9ac-46b1-abda-db5a140f3add tempest-VolumesActionsTest-1775839 tempest-VolumesActionsTest-1775839-project] 10.222.0.52 "GET /v2.0/ports?device_id=d980f3d9-4df6-4d77-b5cc-033b2fba11b5 HTTP/1.1" status: 200 len: 210 time: 0.0561650 Jul 21 23:00:54.766853 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1fd7b5af-1726-4e07-9e10-ca949a5267dc admin admin] 10.222.0.52 "PUT /v2.0/routers/98135a13-b610-4e79-88e7-7b7a4c271213/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6258507 Jul 21 23:00:54.766853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41864) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:54.771024 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0a34a960-190e-4b44-acae-ebdeba4ac594 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5f563abb69484f488736e9bb3dc659a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3476088 Jul 21 23:00:54.774372 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41866) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:54.776634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Sync routers for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:54.791625 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:54.792536 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:54.798182 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a34a960-190e-4b44-acae-ebdeba4ac594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b004336e-62c3-4553-9952-7400af59d908,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:54.846919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] Publish callbacks [] for security_group (b004336e-62c3-4553-9952-7400af59d908), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.850930 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:54.876188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] Publish callbacks [] for security_group (b004336e-62c3-4553-9952-7400af59d908), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.916546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:54.958451 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97646767-fb9d-47ec-afa3-091dc64b4c9c req-744a4eb5-cace-4fd1-a94c-571ff08d39dc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:54.961241 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-97646767-fb9d-47ec-afa3-091dc64b4c9c req-744a4eb5-cace-4fd1-a94c-571ff08d39dc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0725982 Jul 21 23:00:54.963481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks [] for router (98135a13-b610-4e79-88e7-7b7a4c271213), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:54.967973 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:55.011841 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b004336e-62c3-4553-9952-7400af59d908), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.015894 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.017348 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b004336e-62c3-4553-9952-7400af59d908 HTTP/1.1" status: 204 len: 168 time: 0.2418633 Jul 21 23:00:55.027139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9b41a8-7799-4641-afff-ba3f9565da1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b004336e-62c3-4553-9952-7400af59d908,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:55.052250 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-97646767-fb9d-47ec-afa3-091dc64b4c9c req-bd3bffff-e676-44a7-9061-11d26f05de06 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844154 Jul 21 23:00:55.118375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T23:00:54Z', 'revision_number': 5, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:55.128866 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks [] for router_gateway (98135a13-b610-4e79-88e7-7b7a4c271213), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.150421 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Checking router: 98135a13-b610-4e79-88e7-7b7a4c271213 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:55.150758 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=12,neutron:SELECT=84,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:55.162858 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Routers {'98135a13-b610-4e79-88e7-7b7a4c271213'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:55.163471 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['98135a13-b610-4e79-88e7-7b7a4c271213'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:55.188949 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc87c7c-7749-4588-926d-445a2bcef263 req-f4c02fe0-218b-4d4d-926e-6b7c6141e186 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:55.190461 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-edc87c7c-7749-4588-926d-445a2bcef263 req-f4c02fe0-218b-4d4d-926e-6b7c6141e186 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0493186 Jul 21 23:00:55.199779 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41874) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:55.207102 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Request body: {'floatingip': {'port_id': 'f68facab-85d2-4dce-b7fe-29d6be7adca1'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:55.251830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.270866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] Set router 98135a13-b610-4e79-88e7-7b7a4c271213 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:55.271304 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Deleting port 2658668e-a6c8-4f68-a66d-f51998eb2f22 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:55.271660 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.343031 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:55.368077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] For port 2658668e-a6c8-4f68-a66d-f51998eb2f22, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2658668e-a6c8-4f68-a66d-f51998eb2f22,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:55.368425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.383570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Calling delete_port for 2658668e-a6c8-4f68-a66d-f51998eb2f22 owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:55.452383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T23:00:54Z', 'revision_number': 5, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:55.493805 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69c8b78-8dc7-4c6e-be55-cc3c395a3fcf None None] The sync data for ids ['98135a13-b610-4e79-88e7-7b7a4c271213'] in dv-cinder-850697-1-iscsi is: [{'id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'name': 'tempest-TestShelveInstance-118846984-router', 'tenant_id': 'f06551316b854fcdb193b2ec592a644c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69'}], 'enable_snat': True}, 'gw_port_id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:59Z', 'updated_at': '2022-07-21T23:00:54Z', 'revision_number': 5, 'project_id': 'f06551316b854fcdb193b2ec592a644c', 'gw_port': {'id': '2658668e-a6c8-4f68-a66d-f51998eb2f22', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:6e:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98135a13-b610-4e79-88e7-7b7a4c271213', 'device_owner': 'network:router_gateway', 'standard_attr_id': 319, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.69', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:55:00Z', 'updated_at': '2022-07-21T22:55:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:55.726000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (2658668e-a6c8-4f68-a66d-f51998eb2f22), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.729814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:55.750672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2658668e-a6c8-4f68-a66d-f51998eb2f22,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:55.773671 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.821437 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (98135a13-b610-4e79-88e7-7b7a4c271213), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.826133 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.882249 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41882) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:55.915996 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (98135a13-b610-4e79-88e7-7b7a4c271213), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.918183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks [] for router_controller (98135a13-b610-4e79-88e7-7b7a4c271213), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.924584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-72bb8e6c-c13c-45ff-a869-7b39ac6a24af admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:55.969000 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 2baef6f6-7ace-4d22-9edb-fb78306822fa associated. External IP: 172.27.0.138, port: f68facab-85d2-4dce-b7fe-29d6be7adca1. Jul 21 23:00:56.016485 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:56.085688 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (98135a13-b610-4e79-88e7-7b7a4c271213), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.086341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 98135a13-b610-4e79-88e7-7b7a4c271213 {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:00:56.091159 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.092781 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4352ee9c-071a-4cea-bd5b-5c7ac96ef6e9 admin admin] 10.222.0.52 "DELETE /v2.0/routers/98135a13-b610-4e79-88e7-7b7a4c271213 HTTP/1.1" status: 204 len: 168 time: 1.3252685 Jul 21 23:00:56.095324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41888) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:56.107577 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-72bb8e6c-c13c-45ff-a869-7b39ac6a24af admin admin] Publish callbacks [] for security_group (1fdf8c7e-e21f-4963-beaf-5230f934df0b), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.146441 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Deleting subnet 6adae804-3363-4a56-ae72-1af220b7a9dd {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:00:56.151179 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Publish callbacks [] for subnet (6adae804-3363-4a56-ae72-1af220b7a9dd), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.190483 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (6adae804-3363-4a56-ae72-1af220b7a9dd), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.193403 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-72bb8e6c-c13c-45ff-a869-7b39ac6a24af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (1fdf8c7e-e21f-4963-beaf-5230f934df0b), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.255811 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-72bb8e6c-c13c-45ff-a869-7b39ac6a24af admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ed902da7c1c54ef09c1f6914630232ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3693738 Jul 21 23:00:56.255811 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:56.256667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41892) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:56.269097 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb8e6c-c13c-45ff-a869-7b39ac6a24af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fdf8c7e-e21f-4963-beaf-5230f934df0b,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:56.298033 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:00:56.309794 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (6adae804-3363-4a56-ae72-1af220b7a9dd), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.365138 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] Publish callbacks [] for security_group (1fdf8c7e-e21f-4963-beaf-5230f934df0b), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.419754 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] Publish callbacks [] for security_group (1fdf8c7e-e21f-4963-beaf-5230f934df0b), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.455485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (6adae804-3363-4a56-ae72-1af220b7a9dd), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.475886 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:00:56.482495 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.494266 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:00:56.516485 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:56.518592 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:56.524359 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6adae804-3363-4a56-ae72-1af220b7a9dd,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:56.528306 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.531667 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8716e671-0e55-4d57-97bf-733dff1e698f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "PUT /v2.0/floatingips/2baef6f6-7ace-4d22-9edb-fb78306822fa HTTP/1.1" status: 200 len: 992 time: 1.3302274 Jul 21 23:00:56.532645 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-49b4cf18-46ff-41b9-b5af-dfc978a6c6a9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6adae804-3363-4a56-ae72-1af220b7a9dd HTTP/1.1" status: 204 len: 168 time: 0.4359300 Jul 21 23:00:56.535176 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41902) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:56.539358 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:00:56.542907 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e40da67-1eb4-41cd-a915-eff00b01ae54 None None] Network 546081c0-3908-486f-85cb-bed9f49de7b4 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:56.543416 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682" -d '{"events": [{"name": "network-changed", "server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:00:56.589242 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c911b8ba-39d4-4cc6-8992-e21fb63f36d4 x-openstack-request-id: req-c911b8ba-39d4-4cc6-8992-e21fb63f36d4 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:00:56.589780 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:00:56.590211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c911b8ba-39d4-4cc6-8992-e21fb63f36d4 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:00:56.590805 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c911b8ba-39d4-4cc6-8992-e21fb63f36d4'] response: {'name': 'network-changed', 'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'status': 'completed', 'code': 200} Jul 21 23:00:56.594361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (1fdf8c7e-e21f-4963-beaf-5230f934df0b), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.597282 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.618137 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/1fdf8c7e-e21f-4963-beaf-5230f934df0b HTTP/1.1" status: 204 len: 168 time: 0.3608315 Jul 21 23:00:56.618327 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:56.631279 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:56.647626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc79e48b-52e3-4123-9842-438ec3a4ba27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fdf8c7e-e21f-4963-beaf-5230f934df0b,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:56.686048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-1ecc6d75-7e88-4868-b341-bdde64673887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:56.687722 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-1ecc6d75-7e88-4868-b341-bdde64673887 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=224678a5f1db4416b8175d315a4e4a0d&device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 1130 time: 0.0522277 Jul 21 23:00:56.833364 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] DHCP port deletion for 546081c0-3908-486f-85cb-bed9f49de7b4 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:00:56.863830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-5396d329-2fb4-40d3-983a-c7017f30a6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:56.867412 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-5396d329-2fb4-40d3-983a-c7017f30a6aa service neutron] 10.222.0.33 "GET /v2.0/networks?id=be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 200 len: 916 time: 0.1726506 Jul 21 23:00:56.894849 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '2baef6f6-7ace-4d22-9edb-fb78306822fa', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:fb:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:00:35Z', 'updated_at': '2022-07-21T23:00:55Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:56.903453 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Deleting port 815370dc-4472-4d33-bd5a-59a6f1503ea3 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:56.903933 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:56.921725 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:00:56.936406 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:00:56.936406 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:56.950114 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-82903e21-9cf8-4696-8983-8c302e08ff66 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1 HTTP/1.1" status: 200 len: 1000 time: 0.0750971 Jul 21 23:00:56.994607 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] For port 815370dc-4472-4d33-bd5a-59a6f1503ea3, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=815370dc-4472-4d33-bd5a-59a6f1503ea3,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:56.995398 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.031719 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Calling delete_port for 815370dc-4472-4d33-bd5a-59a6f1503ea3 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:57.036509 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-2a9463ea-c406-4c46-b39b-68726e9e7f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:57.036509 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-2a9463ea-c406-4c46-b39b-68726e9e7f9e service neutron] 10.222.0.33 "GET /v2.0/subnets?id=18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 200 len: 854 time: 0.0776191 Jul 21 23:00:57.060970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (546081c0-3908-486f-85cb-bed9f49de7b4), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.074551 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:57.088634 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:00:57.103354 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:57.105053 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-9278e370-7911-4296-b4e8-174dce82016c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:57.108477 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-9278e370-7911-4296-b4e8-174dce82016c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=be9945ce-a7e9-414b-b532-8c7c706d9d8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670221 Jul 21 23:00:57.108659 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Deleting port 815370dc-4472-4d33-bd5a-59a6f1503ea3 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:00:57.108659 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.118538 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 23a25184-d321-4db9-a3b9-3076cbe96a63 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:57.169587 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 23a25184-d321-4db9-a3b9-3076cbe96a63 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:57.171338 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 23a25184-d321-4db9-a3b9-3076cbe96a63 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:57.182572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:57.200695 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=13,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:57.226056 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] For port 815370dc-4472-4d33-bd5a-59a6f1503ea3, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=815370dc-4472-4d33-bd5a-59a6f1503ea3,segment=NetworkSegment(2f7b45cc-50bb-4cea-92cd-684ca768ae1a),segment_id=2f7b45cc-50bb-4cea-92cd-684ca768ae1a)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:00:57.226800 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.232210 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-87d9c6a1-6478-4369-ac47-fed7ece3dc72 service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157131 Jul 21 23:00:57.272787 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Calling delete_port for 815370dc-4472-4d33-bd5a-59a6f1503ea3 owned by network:dhcp {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:00:57.292365 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.333993 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] Pushing event deleted for resources: {'Port': ['ID=815370dc-4472-4d33-bd5a-59a6f1503ea3,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:57.347099 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d440b6-8bfb-48f5-b167-968ce365ff39 None None] No DVR routers for this DVR port 815370dc-4472-4d33-bd5a-59a6f1503ea3 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:57.377937 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a6f1be42-e36a-4977-9bb5-d9ccfc71d682 req-80a4e89f-3730-47f0-a078-682c3256368e service neutron] 10.222.0.33 "GET /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305308 Jul 21 23:00:57.382077 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (815370dc-4472-4d33-bd5a-59a6f1503ea3), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.412595 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Pushing event deleted for resources: {'Port': ['ID=815370dc-4472-4d33-bd5a-59a6f1503ea3,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:57.416817 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] No DVR routers for this DVR port 815370dc-4472-4d33-bd5a-59a6f1503ea3 on host dv-cinder-850697-1-iscsi {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:00:57.431361 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '2baef6f6-7ace-4d22-9edb-fb78306822fa', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:fb:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:00:35Z', 'updated_at': '2022-07-21T23:00:55Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:57.460749 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae4b67a9-afdd-4716-ac50-ba1a068b31e7 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '2baef6f6-7ace-4d22-9edb-fb78306822fa', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'floating_ip_address': '172.27.0.138', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'port_id': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 521, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'mac_address': 'fa:16:3e:fb:05:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:00:35Z', 'updated_at': '2022-07-21T23:00:55Z', 'revision_number': 1, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:00:57.522938 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:57.526050 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (546081c0-3908-486f-85cb-bed9f49de7b4), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.551407 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['546081c0-3908-486f-85cb-bed9f49de7b4']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:57.563402 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f7b45cc-50bb-4cea-92cd-684ca768ae1a') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:57.563815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f7b45cc-50bb-4cea-92cd-684ca768ae1a') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:00:57.570200 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2658668e-a6c8-4f68-a66d-f51998eb2f22 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:57.575025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (2f7b45cc-50bb-4cea-92cd-684ca768ae1a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.594290 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (2f7b45cc-50bb-4cea-92cd-684ca768ae1a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.600222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 2658668e-a6c8-4f68-a66d-f51998eb2f22 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:57.600659 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2658668e-a6c8-4f68-a66d-f51998eb2f22 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:57.601298 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:57.602444 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Releasing vlan 636 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:00:57.603275 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (2f7b45cc-50bb-4cea-92cd-684ca768ae1a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.660985 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 2f7b45cc-50bb-4cea-92cd-684ca768ae1a resource provider aggregate not found Jul 21 23:00:57.663197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:57.663791 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8ebd3ce5-4ffb-48a1-808d-7eb46efcabe2 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:57.664427 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 815370dc-4472-4d33-bd5a-59a6f1503ea3 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:00:57.683114 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 2f7b45cc-50bb-4cea-92cd-684ca768ae1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2f7b45cc-50bb-4cea-92cd-684ca768ae1a found for delete ", "request_id": "req-7dd80288-1954-494b-adac-2a9763331577"}]} Jul 21 23:00:57.789160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (546081c0-3908-486f-85cb-bed9f49de7b4), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.795910 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:57.802674 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] 10.222.0.52 "DELETE /v2.0/networks/546081c0-3908-486f-85cb-bed9f49de7b4 HTTP/1.1" status: 204 len: 168 time: 1.2633693 Jul 21 23:00:57.827041 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64c24d6-17dc-4f44-89ef-23445d660721 admin admin] Pushing event deleted for resources: {'Network': ['ID=546081c0-3908-486f-85cb-bed9f49de7b4,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:57.839040 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17685a27-8c7f-428b-b89e-575722bc5262 None None] New status for floating IP 2baef6f6-7ace-4d22-9edb-fb78306822fa: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:00:57.875000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 815370dc-4472-4d33-bd5a-59a6f1503ea3 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:00:57.875357 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 815370dc-4472-4d33-bd5a-59a6f1503ea3 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:00:58.081846 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41960) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:58.163212 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41964) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:58.188018 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1600386741-network', 'tenant_id': '6b0309497332486c9f8a05b1cd2d7b6c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:58.225993 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-48a66b20-3977-4e6b-ab9e-59204c8749df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=93d60e3f3bcd48f292f30a8d2f0351d7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0616503 Jul 21 23:00:58.228735 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41968) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:58.276611 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] Publish callbacks [] for security_group (306bd910-17bb-46b1-a485-05647abd40ee), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.298635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] Publish callbacks [] for security_group (306bd910-17bb-46b1-a485-05647abd40ee), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.331878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Made reservation on behalf of 6b0309497332486c9f8a05b1cd2d7b6c for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:00:58.334351 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.343635 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.374980 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:58.423154 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks [] for security_group (4f358c73-2501-4fa1-ba4d-e54bb46e82c3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.448785 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (306bd910-17bb-46b1-a485-05647abd40ee), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.451358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.452573 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/306bd910-17bb-46b1-a485-05647abd40ee HTTP/1.1" status: 204 len: 168 time: 0.2228978 Jul 21 23:00:58.461967 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d8369-a5cd-4aba-9e48-be49916dee07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=306bd910-17bb-46b1-a485-05647abd40ee,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:58.500363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4f358c73-2501-4fa1-ba4d-e54bb46e82c3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.522444 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 646} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:00:58.538196 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f358c73-2501-4fa1-ba4d-e54bb46e82c3,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:58.541028 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b77df983-7815-42d0-b329-aa5942c8dd0f), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.541407 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Added segment b77df983-7815-42d0-b329-aa5942c8dd0f of type vlan for network 43e6dfda-27de-4a91-b971-c47a71e184af Jul 21 23:00:58.583670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (43e6dfda-27de-4a91-b971-c47a71e184af), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.678194 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (43e6dfda-27de-4a91-b971-c47a71e184af), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.679263 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:58.679857 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.742950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] Pushing event updated for resources: {'Network': ['ID=43e6dfda-27de-4a91-b971-c47a71e184af,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:58.752680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 43e6dfda-27de-4a91-b971-c47a71e184af details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:00:58.800565 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4f342e5c-895d-48a8-95d4-528aa7abb5fd admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7171855 Jul 21 23:00:58.804194 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 41978) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:58.808783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Request body: {'subnet': {'network_id': '43e6dfda-27de-4a91-b971-c47a71e184af', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1600386741-subnet', 'tenant_id': '6b0309497332486c9f8a05b1cd2d7b6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:00:58.900341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Made reservation on behalf of 6b0309497332486c9f8a05b1cd2d7b6c for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:00:58.902665 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:58.978726 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=19,neutron:SELECT=74,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:00:59.137388 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (b8160168-c1d9-4a6e-ba9e-7091deedc039), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.170065 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41980) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:59.194783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b8160168-c1d9-4a6e-ba9e-7091deedc039,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:59.205437 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Checking segment: {'id': 'b77df983-7815-42d0-b329-aa5942c8dd0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 646, 'network_id': '43e6dfda-27de-4a91-b971-c47a71e184af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:00:59.205807 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Network hostable DHCP agents. Network: 43e6dfda-27de-4a91-b971-c47a71e184af, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:00:59.212850 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f33583f3-9aba-4427-bcba-3937ba6084c0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f06551316b854fcdb193b2ec592a644c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413551 Jul 21 23:00:59.215402 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 41982) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:00:59.272780 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] Publish callbacks [] for security_group (6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.294613 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] Publish callbacks [] for security_group (6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.294815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Network 43e6dfda-27de-4a91-b971-c47a71e184af is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:00:59.394322 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 43e6dfda-27de-4a91-b971-c47a71e184af) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:00:59.398930 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:00:59.399533 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.403959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539203d2-f3fc-4291-a180-0d610b17ddd7 None None] Network 43e6dfda-27de-4a91-b971-c47a71e184af requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:00:59.418177 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.419691 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:00:59.420848 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859 HTTP/1.1" status: 204 len: 168 time: 0.2044168 Jul 21 23:00:59.428903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4fc7da-2b60-4bdc-8b29-30f48c906224 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec5d0c9-ee1b-45c0-8c6a-141b13e5c859,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:00:59.514612 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8896d148-3002-49a5-8585-e12c34f9ab2d admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7042344 Jul 21 23:00:59.526375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac4714c3-27bc-4d3d-a5e0-b69a7def808a None None] Network 43e6dfda-27de-4a91-b971-c47a71e184af requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:00.333004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42020) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:00.338724 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1727605797-network', 'tenant_id': 'daffd8c5ba634747be2acba7b72f5b91'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:00.426500 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Made reservation on behalf of daffd8c5ba634747be2acba7b72f5b91 for: {'network': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:00.429909 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.442988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.463630 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:00.501651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42024) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:00.542593 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks [] for security_group (9787a44d-75db-4f9a-bb0b-7e8afc97eda6), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.606105 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (9787a44d-75db-4f9a-bb0b-7e8afc97eda6), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.606691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1591630983-network', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:00.633565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9787a44d-75db-4f9a-bb0b-7e8afc97eda6,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:00.645855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 639} {{(pid=111136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:01:00.655101 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (53a5981e-d5f3-4604-9851-fe652dfed609), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.655475 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.segments_db [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Added segment 53a5981e-d5f3-4604-9851-fe652dfed609 of type vlan for network 132d5837-1a61-4081-b39b-c617c159aed0 Jul 21 23:01:00.680216 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Made reservation on behalf of 24a2b49707184c4093e713f0bbc5b00c for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:00.682760 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.692014 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.698988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (132d5837-1a61-4081-b39b-c617c159aed0), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.769382 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks [] for security_group (8e8b2e8a-6f81-4508-b0dc-340c6a039f17), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.799902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (132d5837-1a61-4081-b39b-c617c159aed0), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.800928 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:00.801524 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.821918 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:00.840184 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (8e8b2e8a-6f81-4508-b0dc-340c6a039f17), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.865794 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] Pushing event updated for resources: {'Network': ['ID=132d5837-1a61-4081-b39b-c617c159aed0,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:00.867668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 638} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:01:00.875970 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 132d5837-1a61-4081-b39b-c617c159aed0 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:01:00.878623 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8b2e8a-6f81-4508-b0dc-340c6a039f17,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:00.883190 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (7edf4471-426f-4e67-aab3-c78e3a81f608), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.883554 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Added segment 7edf4471-426f-4e67-aab3-c78e3a81f608 of type vlan for network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 Jul 21 23:01:00.927283 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (f03e82bb-c5da-4cf0-a885-54a5fca0caf3), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:00.931428 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42032) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:00.931917 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4f06e56a-ded3-4c7b-bff1-82be0512d98e admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5966771 Jul 21 23:01:00.937782 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Request body: {'subnet': {'network_id': '132d5837-1a61-4081-b39b-c617c159aed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1727605797-subnet', 'tenant_id': 'daffd8c5ba634747be2acba7b72f5b91', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:00.941072 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:01.040370 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Made reservation on behalf of daffd8c5ba634747be2acba7b72f5b91 for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:01.042986 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.045044 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (f03e82bb-c5da-4cf0-a885-54a5fca0caf3), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.046045 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:01.046585 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.154958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] Pushing event updated for resources: {'Network': ['ID=f03e82bb-c5da-4cf0-a885-54a5fca0caf3,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:01.164273 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:01:01.172522 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8b8d127a-51fc-4ced-a106-2f5b58d6f795 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6701410 Jul 21 23:01:01.175561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42034) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:01.181682 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Request body: {'subnet': {'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1591630983-subnet', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:01.230524 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=79,neutron:INSERT=16,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:01.272788 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Made reservation on behalf of 24a2b49707184c4093e713f0bbc5b00c for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:01.275267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30421219'] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.352331 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (da76f6bd-a0d7-4170-b0f9-a2e920349b3a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.408377 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da76f6bd-a0d7-4170-b0f9-a2e920349b3a,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:01.419710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Checking segment: {'id': '53a5981e-d5f3-4604-9851-fe652dfed609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '132d5837-1a61-4081-b39b-c617c159aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:01.419710 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Network hostable DHCP agents. Network: 132d5837-1a61-4081-b39b-c617c159aed0, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:01:01.512504 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29663508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30421233'] for subnet (63d86323-6a7a-4c09-8853-985404fd80bd), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.514010 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Network 132d5837-1a61-4081-b39b-c617c159aed0 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:01:01.572089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=63d86323-6a7a-4c09-8853-985404fd80bd,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:01.580289 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:01.580638 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Network hostable DHCP agents. Network: f03e82bb-c5da-4cf0-a885-54a5fca0caf3, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:01:01.593475 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 132d5837-1a61-4081-b39b-c617c159aed0) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:01.598300 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:01.599499 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.603086 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74aa8934-a940-4bd3-b499-b0bf17092c10 None None] Network 132d5837-1a61-4081-b39b-c617c159aed0 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:01.689324 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:01:01.692746 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4030681f-f454-42cb-9336-b1e3a7d4d901 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7602587 Jul 21 23:01:01.699260 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, f03e82bb-c5da-4cf0-a885-54a5fca0caf3) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:01.711167 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:01.713313 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.717898 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098f627e-25c1-49b6-81ea-69e87efc179e None None] Network 132d5837-1a61-4081-b39b-c617c159aed0 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:01.779078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c4dd10-1868-434d-8db2-70f61b6a15ff None None] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:01.844431 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:01.847253 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-24650812-f7af-4c05-bbdc-6dd917102156 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6698287 Jul 21 23:01:01.850127 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42058) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:01.854916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:01.921348 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:01:01.922268 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.940654 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (32c4271c-82ee-4098-924d-3b04108a0699), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:01.941724 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (32c4271c-82ee-4098-924d-3b04108a0699), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.034307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for router_controller (32c4271c-82ee-4098-924d-3b04108a0699), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.118159 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Allocated IP 172.20.0.2 (f03e82bb-c5da-4cf0-a885-54a5fca0caf3/63d86323-6a7a-4c09-8853-985404fd80bd/01c34a4e-e19a-481b-b232-abb3a9ffb975) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:02.277546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for router_gateway (32c4271c-82ee-4098-924d-3b04108a0699), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.316674 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks [] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.432883 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.488734 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Pushing event updated for resources: {'Port': ['ID=01c34a4e-e19a-481b-b232-abb3a9ffb975,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:02.501579 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:02.503118 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:02.509577 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:02.550943 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:01:02.568695 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:02.578848 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Attempting to bind port 01c34a4e-e19a-481b-b232-abb3a9ffb975 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:02.579457 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Attempting to bind port 01c34a4e-e19a-481b-b232-abb3a9ffb975 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:02.579991 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Attempting to bind port 01c34a4e-e19a-481b-b232-abb3a9ffb975 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:02.589285 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:02.590132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:02.590753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.591318 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Bound using segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:02.592047 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Bound port: 01c34a4e-e19a-481b-b232-abb3a9ffb975, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:02.592671 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.609744 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:02.668081 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] For port 01c34a4e-e19a-481b-b232-abb3a9ffb975, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:02.672751 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] For port 01c34a4e-e19a-481b-b232-abb3a9ffb975, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=01c34a4e-e19a-481b-b232-abb3a9ffb975,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:02.674968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for router_gateway (32c4271c-82ee-4098-924d-3b04108a0699), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.695180 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.775536 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:02.820912 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:02.823139 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Allocated IP 172.27.0.19 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/d8bcf5ac-824b-48d8-8ffe-45271df17784) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:02.968254 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ee8527-8a77-432a-9b15-f93eb621562a None None] Pushing event updated for resources: {'Port': ['ID=01c34a4e-e19a-481b-b232-abb3a9ffb975,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:02.994531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.127277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.132438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:03.185911 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:03.193842 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:03.196172 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:03.244866 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Pushing event updated for resources: {'Port': ['ID=d8bcf5ac-824b-48d8-8ffe-45271df17784,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:03.585575 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 01c34a4e-e19a-481b-b232-abb3a9ffb975 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:03.634726 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for router_gateway (32c4271c-82ee-4098-924d-3b04108a0699), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.658734 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 01c34a4e-e19a-481b-b232-abb3a9ffb975 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:03.659129 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.769249 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 01c34a4e-e19a-481b-b232-abb3a9ffb975 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:03.769709 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.820290 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port 01c34a4e-e19a-481b-b232-abb3a9ffb975, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=01c34a4e-e19a-481b-b232-abb3a9ffb975,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:03.916210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (32c4271c-82ee-4098-924d-3b04108a0699), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:03.929635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:04.001250 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=01c34a4e-e19a-481b-b232-abb3a9ffb975,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:04.220847 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Router 32c4271c-82ee-4098-924d-3b04108a0699 is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:01:04.284202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c38073cc-7ef1-4b23-a22a-1ff3c9917d03 None None] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:04.389487 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-14bf0f4f-6b55-45c6-8b03-52aa7510dd09 None None] Provisioning complete for port 01c34a4e-e19a-481b-b232-abb3a9ffb975 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:04.389864 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-14bf0f4f-6b55-45c6-8b03-52aa7510dd09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:04.423318 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:04.436890 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:04.457753 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:04.458450 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:04.460209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:04.494306 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:04.538807 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-14bf0f4f-6b55-45c6-8b03-52aa7510dd09 None None] Current status of the port 01c34a4e-e19a-481b-b232-abb3a9ffb975 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:04.581436 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:04.588334 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:04.589072 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42090) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:04.592214 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-9d8b0505-5142-4881-a513-1f6d6ee6989a admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7407594 Jul 21 23:01:04.859449 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:03Z', 'revision_number': 3, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:04.978399 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-884e633d-543c-48b2-b0e4-37d8995d16ea None None] Provisioning complete for port 01c34a4e-e19a-481b-b232-abb3a9ffb975 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:04.980218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-884e633d-543c-48b2-b0e4-37d8995d16ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.008241 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:05.008883 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Updating router 32c4271c-82ee-4098-924d-3b04108a0699 port d8bcf5ac-824b-48d8-8ffe-45271df17784 binding host dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:01:05.040646 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.114360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-884e633d-543c-48b2-b0e4-37d8995d16ea None None] Current status of the port 01c34a4e-e19a-481b-b232-abb3a9ffb975 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:05.182701 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:05.246072 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:05.246934 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.352480 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks [] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), precommit_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.434569 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.538685 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Attempting to bind port d8bcf5ac-824b-48d8-8ffe-45271df17784 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:05.539784 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Attempting to bind port d8bcf5ac-824b-48d8-8ffe-45271df17784 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:05.540304 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Attempting to bind port d8bcf5ac-824b-48d8-8ffe-45271df17784 on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:05.543083 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Pushing event updated for resources: {'Port': ['ID=d8bcf5ac-824b-48d8-8ffe-45271df17784,revision_number=2']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:05.554002 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:05.554672 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:05.555269 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.555844 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:05.556497 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.managers [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Bound port: d8bcf5ac-824b-48d8-8ffe-45271df17784, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:05.557074 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), before_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.560194 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.560767 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.561318 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.561831 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.562322 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.562876 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.563360 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.563874 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.564517 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.565005 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.565503 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.566021 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.566552 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.567110 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.567605 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:05.599958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 01c34a4e-e19a-481b-b232-abb3a9ffb975 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:05.610051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:05.626217 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:05.646582 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] For port d8bcf5ac-824b-48d8-8ffe-45271df17784, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:05.649909 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.plugins.ml2.db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] For port d8bcf5ac-824b-48d8-8ffe-45271df17784, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d8bcf5ac-824b-48d8-8ffe-45271df17784,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:05.655200 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 01c34a4e-e19a-481b-b232-abb3a9ffb975 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:05.655580 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.745473 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Allocated IP 172.20.0.1 (f03e82bb-c5da-4cf0-a885-54a5fca0caf3/63d86323-6a7a-4c09-8853-985404fd80bd/2361f1ff-45a4-4919-8dcc-771dffbc9300) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:05.759941 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 01c34a4e-e19a-481b-b232-abb3a9ffb975 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:05.866316 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks [] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.892991 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron_lib.callbacks.manager [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), after_update {{(pid=111138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.950038 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:05.950601 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:05.952560 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:05.994835 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71d7a00-b65f-468e-8f91-7701b4dcaaa8 None None] Pushing event updated for resources: {'Port': ['ID=d8bcf5ac-824b-48d8-8ffe-45271df17784,revision_number=3']} {{(pid=111138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:06.008362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:06.011453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:06.024611 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:06.077539 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:06.085689 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:06.113243 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (32c4271c-82ee-4098-924d-3b04108a0699), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.116298 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:06.332119 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:03Z', 'revision_number': 3, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:06.351468 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d7e7c474-81e6-4420-8b82-307d46f7101c None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:06.352227 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d7e7c474-81e6-4420-8b82-307d46f7101c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.368216 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f97a22bc-9c61-46ae-9500-83141cb29600 None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:03Z', 'revision_number': 3, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:06.446495 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.448708 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7c474-81e6-4420-8b82-307d46f7101c None None] Port 2361f1ff-45a4-4919-8dcc-771dffbc9300 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:06.685587 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks [] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.763616 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.845175 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:06.849423 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (32c4271c-82ee-4098-924d-3b04108a0699), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:06.978940 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:06.980980 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:06.997004 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:07.141906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:01:07.295614 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:07.296303 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e9a812e0-d9ca-4951-a773-716b9793ae7f None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:07.296847 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e9a812e0-d9ca-4951-a773-716b9793ae7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:07.303249 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7821336f-23b1-42d0-85a9-1c8d544550c8 admin admin] 10.222.0.52 "PUT /v2.0/routers/32c4271c-82ee-4098-924d-3b04108a0699/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7122610 Jul 21 23:01:07.372340 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e9a812e0-d9ca-4951-a773-716b9793ae7f None None] Port 2361f1ff-45a4-4919-8dcc-771dffbc9300 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:07.588817 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d8bcf5ac-824b-48d8-8ffe-45271df17784 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:07.809594 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port d8bcf5ac-824b-48d8-8ffe-45271df17784 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:07.809916 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:07.949600 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port d8bcf5ac-824b-48d8-8ffe-45271df17784 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:07.950000 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:07.984956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port d8bcf5ac-824b-48d8-8ffe-45271df17784, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d8bcf5ac-824b-48d8-8ffe-45271df17784,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:08.096641 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.185473 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=d8bcf5ac-824b-48d8-8ffe-45271df17784,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:08.300525 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42146) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:08.306220 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1456610126-network', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:08.420418 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Made reservation on behalf of 42ade7e26dde4d428b1319ef8e45626a for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:08.423498 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.436726 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.524623 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:08.537822 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:08.538846 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:08.549800 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks [] for security_group (2d1bd47e-042b-4307-90cc-a1f4c01ec058), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.611871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (2d1bd47e-042b-4307-90cc-a1f4c01ec058), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.666720 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 628} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:01:08.676845 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:08.677868 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d1bd47e-042b-4307-90cc-a1f4c01ec058,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:08.693100 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (dd0cf30f-79b4-40e1-a4cf-11542646997d), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.693476 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Added segment dd0cf30f-79b4-40e1-a4cf-11542646997d of type vlan for network 4a836c75-62f4-47d5-8e83-776aa02002d0 Jul 21 23:01:08.705333 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:08.741617 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (4a836c75-62f4-47d5-8e83-776aa02002d0), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.803969 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:08.840132 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (4a836c75-62f4-47d5-8e83-776aa02002d0), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.841189 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:08.842015 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:08.915891 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:08.921349 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] Pushing event updated for resources: {'Network': ['ID=4a836c75-62f4-47d5-8e83-776aa02002d0,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:08.937383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 2, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:08.941601 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:01:08.960885 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42152) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:08.966325 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-aeeb23bf-b8cb-423e-af7b-5bdd52c9a695 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.6643372 Jul 21 23:01:08.967469 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Request body: {'subnet': {'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1456610126-subnet', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'ip_version': 4}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:08.988044 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:08.988410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Updating router 32c4271c-82ee-4098-924d-3b04108a0699 port 2361f1ff-45a4-4919-8dcc-771dffbc9300 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:01:09.046057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Made reservation on behalf of 42ade7e26dde4d428b1319ef8e45626a for: {'subnet': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:09.048799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30421219'] for subnet (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.058944 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.312973 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:09.400400 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29663508', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30421233'] for subnet (7460d483-e1f2-4eae-943c-566b5159e2a6), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.506705 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7460d483-e1f2-4eae-943c-566b5159e2a6,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:09.518072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks [] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.526402 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Checking segment: {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:09.526975 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Network hostable DHCP agents. Network: 4a836c75-62f4-47d5-8e83-776aa02002d0, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:01:09.560506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d8bcf5ac-824b-48d8-8ffe-45271df17784 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:09.589344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.609308 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:01:09.687862 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port d8bcf5ac-824b-48d8-8ffe-45271df17784 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:09.688252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.694987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, 4a836c75-62f4-47d5-8e83-776aa02002d0) {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:09.699263 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:09.700102 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.753549 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e3bbfd-8932-4778-b336-bceea2fdf58a None None] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:09.761681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29bb8-1fd3-4daf-9d59-e5079460e595 None None] Pushing event updated for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:09.835796 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b6a8a16e-7600-432b-a967-e5f2556a8b81 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8736126 Jul 21 23:01:09.838859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42172) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:09.844043 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:09.958017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Attempting to bind port 2361f1ff-45a4-4919-8dcc-771dffbc9300 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:09.958360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Attempting to bind port 2361f1ff-45a4-4919-8dcc-771dffbc9300 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:09.958738 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Attempting to bind port 2361f1ff-45a4-4919-8dcc-771dffbc9300 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Bound using segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Bound port: 2361f1ff-45a4-4919-8dcc-771dffbc9300, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:09.995715 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:09.996265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1813144', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1531'] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.002315 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1812865', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1822220', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1724605', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1520'] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.037117 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1fa2f8-2a1a-48d0-966e-d59f081c68b9 req-5c8370e0-d1b4-4fd0-bf52-f5e351bb7454 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:10.041601 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee1fa2f8-2a1a-48d0-966e-d59f081c68b9 req-5c8370e0-d1b4-4fd0-bf52-f5e351bb7454 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0977242 Jul 21 23:01:10.102030 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1077c61f-7c4b-5661-8093-6bb5c7b9e137-4a836c75-62f4-47d5-8e83-776aa02002d0', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6'}]}} from dv-cinder-850697-1-iscsi. {{(pid=111137) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 21 23:01:10.103549 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.119346 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port d8bcf5ac-824b-48d8-8ffe-45271df17784 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:10.140521 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for router_controller (0e439f84-80f9-4593-a7c8-30e33b4fe67f), precommit_add_association {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.145419 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] For port 2361f1ff-45a4-4919-8dcc-771dffbc9300, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:10.150961 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-76475be7-c379-4f72-972c-90ea7139cb88 None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:10.151081 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-76475be7-c379-4f72-972c-90ea7139cb88 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.157877 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-ee1fa2f8-2a1a-48d0-966e-d59f081c68b9 req-55c10693-a37c-4775-a968-3860e749dbbe tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123054 Jul 21 23:01:10.163309 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] For port 2361f1ff-45a4-4919-8dcc-771dffbc9300, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2361f1ff-45a4-4919-8dcc-771dffbc9300,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:10.247008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-76475be7-c379-4f72-972c-90ea7139cb88 None None] Port 2361f1ff-45a4-4919-8dcc-771dffbc9300 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:10.311411 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.db_base_plugin_common [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Allocated IP 172.20.0.2 (4a836c75-62f4-47d5-8e83-776aa02002d0/7460d483-e1f2-4eae-943c-566b5159e2a6/c677e6b8-f080-4602-8dec-847894ea3b6c) {{(pid=111137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:10.349001 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.441922 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:10.442555 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:10.538517 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for router_gateway (0e439f84-80f9-4593-a7c8-30e33b4fe67f), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.582793 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:10.646995 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c29bb8-1fd3-4daf-9d59-e5079460e595 None None] Pushing event updated for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:10.658072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks [] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), precommit_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.689692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:10.740546 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:10.848099 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for router_gateway (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.871856 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:10.876454 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), after_create {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.882312 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:10.965383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:10.966077 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.009573 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 is already hosted by enough agents. {{(pid=111137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:11.023483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:11.029941 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.scheduler.base_scheduler [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Resources bound (agent type, host, resource id): {{(pid=111137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:11.034383 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Received port after_create {{(pid=111137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:11.044025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Allocated IP 172.27.0.117 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:11.105353 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Pushing event updated for resources: {'Port': ['ID=c677e6b8-f080-4602-8dec-847894ea3b6c,revision_number=1']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:11.162821 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=6 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:11.171643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Attempting to bind port c677e6b8-f080-4602-8dec-847894ea3b6c on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:11.172025 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Attempting to bind port c677e6b8-f080-4602-8dec-847894ea3b6c by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:11.172481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Attempting to bind port c677e6b8-f080-4602-8dec-847894ea3b6c on network 4a836c75-62f4-47d5-8e83-776aa02002d0 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:11.181282 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:11.181665 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Checking segment: {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:11.182070 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.182465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Bound using segment: {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:11.182991 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Bound port: c677e6b8-f080-4602-8dec-847894ea3b6c, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:11.183377 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.216957 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.308958 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Current status of the port 2361f1ff-45a4-4919-8dcc-771dffbc9300 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:11.309290 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.327255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:10Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:11.366837 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c4a530-9d2e-4272-9fe5-75c3a3a52658 req-58e3d529-8060-4824-a3a4-61e698aea51e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:11.374747 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d2c4a530-9d2e-4272-9fe5-75c3a3a52658 req-58e3d529-8060-4824-a3a4-61e698aea51e tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.0875227 Jul 21 23:01:11.383849 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.400924 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2edeb7-0d96-4f84-90f4-423bda80d637 None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:10Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:11.445422 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:11.451497 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] For port c677e6b8-f080-4602-8dec-847894ea3b6c, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:11.473282 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] For port 2361f1ff-45a4-4919-8dcc-771dffbc9300, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2361f1ff-45a4-4919-8dcc-771dffbc9300,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:11.476760 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d2c4a530-9d2e-4272-9fe5-75c3a3a52658 req-b3df07de-5548-4edb-835d-dc867c1b542a tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1006689 Jul 21 23:01:11.501714 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] For port c677e6b8-f080-4602-8dec-847894ea3b6c, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=c677e6b8-f080-4602-8dec-847894ea3b6c,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:11.520183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:11.529525 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:11.533251 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:11.560519 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Pushing event updated for resources: {'Port': ['ID=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:11.577354 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.617345 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b3277314-7510-4e5c-bf45-37e9e3cb85a4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:11.619231 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b3277314-7510-4e5c-bf45-37e9e3cb85a4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.2114618 Jul 21 23:01:11.723363 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:11.725387 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57c757-113e-4fc0-ba64-b434d1a5ed8b None None] Pushing event updated for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:11.732170 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2361f1ff-45a4-4919-8dcc-771dffbc9300 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:11.739161 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.890090 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Deleting port bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:11.891098 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:11.985820 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:12.041827 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] For port bfe9e93c-d1f9-4919-a48d-408be052b179, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bfe9e93c-d1f9-4919-a48d-408be052b179,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:12.042210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.065297 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f068b06-44bd-4625-ae4b-44eda13288a1 None None] Pushing event updated for resources: {'Port': ['ID=c677e6b8-f080-4602-8dec-847894ea3b6c,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:12.087890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:12.088277 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.151763 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-468531ba-76bd-4a6a-bdde-2209d846043c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.300931 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2361f1ff-45a4-4919-8dcc-771dffbc9300 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:12.461500 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.462986 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.463799 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Floating IP f4a67fc5-4a97-4607-9553-2e33377d7f02 disassociated. External IP: 172.27.0.225, port: bfe9e93c-d1f9-4919-a48d-408be052b179. Jul 21 23:01:12.464335 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Calling delete_port for bfe9e93c-d1f9-4919-a48d-408be052b179 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:12.567444 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for router_gateway (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.645151 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:12.797416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f447e7-6426-41b5-ad2c-2df4edd3b309 req-fe73f1b9-5199-4697-aff2-ffe71df4c7ad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:12.799202 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-48f447e7-6426-41b5-ad2c-2df4edd3b309 req-fe73f1b9-5199-4697-aff2-ffe71df4c7ad tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 946 time: 0.1116729 Jul 21 23:01:12.844749 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (bfe9e93c-d1f9-4919-a48d-408be052b179), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:12.967742 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'Port': ['ID=bfe9e93c-d1f9-4919-a48d-408be052b179,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:12.978894 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:13.064364 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1812928', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1819509'] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:13.231067 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:01:13.290890 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-48f447e7-6426-41b5-ad2c-2df4edd3b309 req-e119f841-8333-4546-ae87-742c18e94edd tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups?id=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4770441 Jul 21 23:01:13.491921 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Router 0e439f84-80f9-4593-a7c8-30e33b4fe67f is scheduled to L3 agent c896582f-547a-4718-898f-1c1d2e226a80 with binding_index 1 {{(pid=111135) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 21 23:01:13.649174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:13.669003 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:13.687119 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:13.689016 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:13.747495 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7390b6f-a314-4524-966a-a12e1626f104 None None] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:13.766051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] No DVR routers for this DVR port bfe9e93c-d1f9-4919-a48d-408be052b179 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:01:13.769069 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:13.780930 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-14c7d14c-51fa-4e60-a095-0b22daab4acb req-b30cceaa-a552-4157-8b88-c970828be7a2 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.33 "DELETE /v2.0/ports/bfe9e93c-d1f9-4919-a48d-408be052b179 HTTP/1.1" status: 204 len: 173 time: 2.1487389 Jul 21 23:01:13.781440 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-deleted', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:01:13.793637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11bf2dcc-ee25-44ad-91e0-3f0093d24dab" -d '{"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-deleted", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:01:13.809960 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:13.816350 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:13.859565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:01:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b03bc54-a116-44d8-b547-dd0ed029019c x-openstack-request-id: req-7b03bc54-a116-44d8-b547-dd0ed029019c {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:01:13.860050 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8945f3f2-2423-4a04-a163-87c15c57bafe", "name": "network-vif-deleted", "tag": "bfe9e93c-d1f9-4919-a48d-408be052b179", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:01:13.860473 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7b03bc54-a116-44d8-b547-dd0ed029019c {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:01:13.861026 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b03bc54-a116-44d8-b547-dd0ed029019c'] response: {'server_uuid': '8945f3f2-2423-4a04-a163-87c15c57bafe', 'name': 'network-vif-deleted', 'tag': 'bfe9e93c-d1f9-4919-a48d-408be052b179', 'status': 'completed', 'code': 200} Jul 21 23:01:13.871202 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Sync routers for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:13.927822 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2361f1ff-45a4-4919-8dcc-771dffbc9300 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:13.938236 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:13.945768 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:13.963084 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Provisioning complete for port c677e6b8-f080-4602-8dec-847894ea3b6c triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:13.963504 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:13.968958 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:13.975253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42220) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:13.975617 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1198334c-9467-498a-aa82-223515aec7d5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1347561 Jul 21 23:01:14.016940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:14.018037 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:00:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:14.281424 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port 2361f1ff-45a4-4919-8dcc-771dffbc9300 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:14.281877 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:14.389268 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:14.401019 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9d7b8fb7-6d92-46ab-811f-305aa40546ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:14.434442 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:14.445958 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:14.447015 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:14.462017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:14.560478 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b7f6c116-8355-49dc-9403-f8bf8ce5fe87 req-d5647427-5c2b-4c99-a447-9d88dd7633e4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/ports?device_id=8945f3f2-2423-4a04-a163-87c15c57bafe HTTP/1.1" status: 200 len: 210 time: 0.0655313 Jul 21 23:01:14.683800 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Current status of the port c677e6b8-f080-4602-8dec-847894ea3b6c is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:14.686892 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:14.746757 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:14.757429 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] For port c677e6b8-f080-4602-8dec-847894ea3b6c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=c677e6b8-f080-4602-8dec-847894ea3b6c,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:14.765468 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:14.824642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:14.891592 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port 2361f1ff-45a4-4919-8dcc-771dffbc9300 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:14.895993 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device c677e6b8-f080-4602-8dec-847894ea3b6c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:14.946294 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:14.979633 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:15.016305 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port c677e6b8-f080-4602-8dec-847894ea3b6c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:15.016676 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.069546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:INSERT=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:15.077388 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:15.079309 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:15.101546 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Allocated IP 172.20.0.1 (4a836c75-62f4-47d5-8e83-776aa02002d0/7460d483-e1f2-4eae-943c-566b5159e2a6/e11caf34-2ae9-4208-a62e-b233147f99f1) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:15.110737 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4a24c-0eb2-4bdb-9e8f-7a2eb46f8200 None None] Pushing event updated for resources: {'Port': ['ID=c677e6b8-f080-4602-8dec-847894ea3b6c,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:15.119854 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-280b497c-3889-4b0e-9326-c845411b2726 None None] Provisioning complete for port c677e6b8-f080-4602-8dec-847894ea3b6c triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:15.120064 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-280b497c-3889-4b0e-9326-c845411b2726 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.125189 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83c8dfdc-5b94-4fed-8d65-4390cbb909ef None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T22:53:21Z', 'revision_number': 4, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'd18211d6-6ecd-49aa-bd7e-c7d3feac0854', 'name': '', 'network_id': '9aabd78e-e211-4aea-bb01-9d58894470ca', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'mac_address': 'fa:16:3e:84:04:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:20Z', 'updated_at': '2022-07-21T22:53:33Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'subnets': [{'id': 'dded05c3-784d-41dd-8d21-1b86d4802db6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:15.302723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks [] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.320781 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:01:15.424598 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port c677e6b8-f080-4602-8dec-847894ea3b6c is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:15.430865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: bfe9e93c-d1f9-4919-a48d-408be052b179 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:01:15.431224 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bfe9e93c-d1f9-4919-a48d-408be052b179 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:01:15.433014 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.437029 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:12Z', 'revision_number': 3, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:15.482045 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:15.489457 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:15.495784 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:15.501583 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Checking router: 0e439f84-80f9-4593-a7c8-30e33b4fe67f for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:15.501789 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Pushing event updated for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:15.501905 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Updating router 0e439f84-80f9-4593-a7c8-30e33b4fe67f port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:01:15.557372 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1811342'] for router_interface (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.577998 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:15.579123 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2350a88f-6e7d-4493-b852-4706bc83a2c8 None None] New status for floating IP f4a67fc5-4a97-4607-9553-2e33377d7f02: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:01:15.657281 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.682102 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:15.730751 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device c677e6b8-f080-4602-8dec-847894ea3b6c up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:15.731731 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.761520 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-280b497c-3889-4b0e-9326-c845411b2726 None None] Current status of the port c677e6b8-f080-4602-8dec-847894ea3b6c is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:15.855900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42246) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:15.913488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-23746cd0-e7bc-4973-87b5-a3bdb4903ae5 None None] Provisioning complete for port e11caf34-2ae9-4208-a62e-b233147f99f1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:15.914017 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-23746cd0-e7bc-4973-87b5-a3bdb4903ae5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.940135 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.967069 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port c677e6b8-f080-4602-8dec-847894ea3b6c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:15.967616 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:15.998314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.021326 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-23746cd0-e7bc-4973-87b5-a3bdb4903ae5 None None] Port e11caf34-2ae9-4208-a62e-b233147f99f1 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:16.041115 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.065697 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:16.209190 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.210160 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.217541 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "DELETE /v2.0/security-groups/4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e HTTP/1.1" status: 204 len: 168 time: 0.3604870 Jul 21 23:01:16.218316 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42252) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:16.229421 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks [] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.240738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks [] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.256393 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a4832f-74fa-4ff6-8860-5ffaf521ac69 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:16.259061 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.api.v2.resource [None req-0c2483ae-85cb-4f8c-a096-1353e09574a9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] show failed (client error): The resource could not be found. Jul 21 23:01:16.263396 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0c2483ae-85cb-4f8c-a096-1353e09574a9 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "GET /v2.0/security-groups/4ed8a73e-f10d-4a37-b7df-d2ed3d25f67e HTTP/1.1" status: 404 len: 347 time: 0.0367601 Jul 21 23:01:16.264524 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42256) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:16.299032 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.299032 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port c677e6b8-f080-4602-8dec-847894ea3b6c is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:16.315628 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.316165 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.372280 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1652505', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1811298'] for router_interface (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.388248 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8b716-d6f2-430a-8ed7-919823c41994 None None] Pushing event updated for resources: {'Port': ['ID=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,revision_number=2']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:16.398369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Attempting to bind port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:16.398746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Attempting to bind port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:16.399153 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Attempting to bind port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca on network a6e97755-2d59-421a-b80f-f6012227b388 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:16.406755 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 0, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:16.407205 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Checking segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:16.407620 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.408074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Bound using segment: {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:16.408551 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Bound port: ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7887d7aa-45a2-469a-86aa-bd4b6685ce7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:16.408940 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.478963 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] For port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:16.482943 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] For port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:16.501363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Deleting port 586c8e2d-e8fc-4af3-868e-919585b0d781 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:16.501950 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.566579 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.582252 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Pushing event updated for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:16.594307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:16.596264 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:16.608012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.608683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (586c8e2d-e8fc-4af3-868e-919585b0d781), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.628853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Calling delete_port for 586c8e2d-e8fc-4af3-868e-919585b0d781 owned by network:floatingip {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:16.809398 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:16.809398 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:16.809398 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed8b716-d6f2-430a-8ed7-919823c41994 None None] Pushing event updated for resources: {'Port': ['ID=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:16.811510 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Router 0e439f84-80f9-4593-a7c8-30e33b4fe67f has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:01:16.824188 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:16.921229 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:16.926379 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-647ceef1-86e3-4abd-8762-d4fc8f51ad73 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e439f84-80f9-4593-a7c8-30e33b4fe67f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9500384 Jul 21 23:01:16.931981 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (586c8e2d-e8fc-4af3-868e-919585b0d781), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:16.958566 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Pushing event deleted for resources: {'Port': ['ID=586c8e2d-e8fc-4af3-868e-919585b0d781,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:16.985037 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-fa407b6d-0bd6-43d5-aeca-8792fbb5ab5a None None] Provisioning complete for port e11caf34-2ae9-4208-a62e-b233147f99f1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:16.985417 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fa407b6d-0bd6-43d5-aeca-8792fbb5ab5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.044905 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks [] for floatingip (f4a67fc5-4a97-4607-9553-2e33377d7f02), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.044905 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.045979 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5a5fc87f-118a-4ec9-bad3-1e2f66882ab4 tempest-AttachVolumeShelveTestJSON-141103315 tempest-AttachVolumeShelveTestJSON-141103315-project] 10.222.0.52 "DELETE /v2.0/floatingips/f4a67fc5-4a97-4607-9553-2e33377d7f02 HTTP/1.1" status: 204 len: 168 time: 0.7805693 Jul 21 23:01:17.048435 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:17.053117 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-fa407b6d-0bd6-43d5-aeca-8792fbb5ab5a None None] Port e11caf34-2ae9-4208-a62e-b233147f99f1 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:17.100753 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:15Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e11caf34-2ae9-4208-a62e-b233147f99f1', 'name': '', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'mac_address': 'fa:16:3e:49:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:14Z', 'updated_at': '2022-07-21T23:01:16Z', 'revision_number': 2, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'subnets': [{'id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:17.136167 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a836e4f4-91be-4719-b4a0-68895b409f69 None None] The sync data for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi is: [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:15Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e11caf34-2ae9-4208-a62e-b233147f99f1', 'name': '', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'mac_address': 'fa:16:3e:49:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:14Z', 'updated_at': '2022-07-21T23:01:16Z', 'revision_number': 2, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'subnets': [{'id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:17.149825 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.400797 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.789731 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42284) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:17.795763 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1407241131', 'description': 'tempest-secgroup-smoke-1407241131 description', 'project_id': '24a2b49707184c4093e713f0bbc5b00c'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:17.901048 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:17.937789 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:INSERT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:18.002523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (03d6939f-fa39-4f4b-a54e-d4e9e7d653b7), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.069707 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (03d6939f-fa39-4f4b-a54e-d4e9e7d653b7), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.144605 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:18.208637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.212920 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-475cb12f-420d-4b9f-b2d9-9f6c843463f8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4192483 Jul 21 23:01:18.213293 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42286) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:18.218293 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:18.394002 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (863e050a-5023-4af2-be48-03e2252c3538), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.486608 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (863e050a-5023-4af2-be48-03e2252c3538), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.586132 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (863e050a-5023-4af2-be48-03e2252c3538), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.623625 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=863e050a-5023-4af2-be48-03e2252c3538,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:18.705173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.710118 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-69e8169c-48b4-4a17-bced-80aa7b26f55b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4920356 Jul 21 23:01:18.710700 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42304) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:18.724811 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:18.742928 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:18.868363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (a4ea66cd-b069-4ac5-8eca-e46bffc05643), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:18.947946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (a4ea66cd-b069-4ac5-8eca-e46bffc05643), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.034744 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (a4ea66cd-b069-4ac5-8eca-e46bffc05643), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.066895 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4ea66cd-b069-4ac5-8eca-e46bffc05643,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:19.149268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.153837 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0fe8b8e1-4b5c-470a-8121-37ead872493a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4420416 Jul 21 23:01:19.155792 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42316) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:19.162911 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:19.299114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (e4a5094a-b378-4d88-ad7d-81ca412b3ba4), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.356500 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:19.384768 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (e4a5094a-b378-4d88-ad7d-81ca412b3ba4), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.594322 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:19.665500 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:19.666092 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.782317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:19.782882 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.819568 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] For port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:19.892543 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (e4a5094a-b378-4d88-ad7d-81ca412b3ba4), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.914377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4a5094a-b378-4d88-ad7d-81ca412b3ba4,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:19.926647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.963364 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:19.985635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:19.990207 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-cf6a6e0a-a33d-4a54-b418-9efc8b8c61f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8303893 Jul 21 23:01:19.998902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42330) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:19.998902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:20.001586 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:20.017347 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:20.022246 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Sync routers for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:20.047990 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Pushing event updated for resources: {'Port': ['ID=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:20.064283 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:20.065381 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:20.087714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (da0c9470-4039-42ae-8e48-d0134c4e37db), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:20.188198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (da0c9470-4039-42ae-8e48-d0134c4e37db), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:20.240795 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42340) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:20.248614 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:20.292271 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (da0c9470-4039-42ae-8e48-d0134c4e37db), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:20.341083 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da0c9470-4039-42ae-8e48-d0134c4e37db,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:20.471351 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:20.472648 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-887350f8-2ca0-4907-90b7-98f363314dd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4804454 Jul 21 23:01:20.476379 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42348) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:20.484395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:20.517279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:15Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e11caf34-2ae9-4208-a62e-b233147f99f1', 'name': '', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'mac_address': 'fa:16:3e:49:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:14Z', 'updated_at': '2022-07-21T23:01:16Z', 'revision_number': 2, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'subnets': [{'id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:20.554510 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Checking router: 0e439f84-80f9-4593-a7c8-30e33b4fe67f for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:20.554835 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Updating router 0e439f84-80f9-4593-a7c8-30e33b4fe67f port e11caf34-2ae9-4208-a62e-b233147f99f1 binding host dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 21 23:01:20.727505 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:20.765471 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:21.033589 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks [] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), precommit_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.038816 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.securitygroups_db [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Project 24a2b49707184c4093e713f0bbc5b00c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:01:21.050487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (350a784e-8bc0-4e12-8ac0-82fa1ba38f5e), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.103932 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:21.108808 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.141022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (350a784e-8bc0-4e12-8ac0-82fa1ba38f5e), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.244145 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (350a784e-8bc0-4e12-8ac0-82fa1ba38f5e), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.286979 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Attempting to bind port e11caf34-2ae9-4208-a62e-b233147f99f1 on host dv-cinder-850697-1-iscsi for vnic_type normal with profile {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:21.287353 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Attempting to bind port e11caf34-2ae9-4208-a62e-b233147f99f1 by drivers openvswitch,hyperv on host dv-cinder-850697-1-iscsi at level 0 using segments [{'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:21.287718 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Attempting to bind port e11caf34-2ae9-4208-a62e-b233147f99f1 on network 4a836c75-62f4-47d5-8e83-776aa02002d0 {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:21.290234 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a8086-93ae-4c71-b9f4-6d54ad537089 None None] Pushing event updated for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=3']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:21.296740 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Checking agent: {'id': '2d9ec2d1-e5d5-47b8-9556-05a61422b1b6', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850697-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 44, 47), 'started_at': datetime.datetime(2022, 7, 21, 22, 45, 17), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850697-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:21.297126 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Checking segment: {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:21.297537 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.297943 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Bound using segment: {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'} {{(pid=111137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:21.298418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.managers [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Bound port: e11caf34-2ae9-4208-a62e-b233147f99f1, host: dv-cinder-850697-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd0cf30f-79b4-40e1-a4cf-11542646997d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 628, 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0'}}] {{(pid=111137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:21.298829 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.317684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.321770 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=350a784e-8bc0-4e12-8ac0-82fa1ba38f5e,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:21.395883 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42368) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:21.402081 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] For port e11caf34-2ae9-4208-a62e-b233147f99f1, host dv-cinder-850697-1-iscsi, cleared binding levels {{(pid=111137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:21.405995 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] For port e11caf34-2ae9-4208-a62e-b233147f99f1, host dv-cinder-850697-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e11caf34-2ae9-4208-a62e-b233147f99f1,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:21.447155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.466114 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1a6638f9-708f-4693-b466-229e6a54ef2a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9882250 Jul 21 23:01:21.469309 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42370) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:21.487012 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'security_group_rule': {'security_group_id': '03d6939f-fa39-4f4b-a54e-d4e9e7d653b7', 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:21.511820 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Deleting subnet b8160168-c1d9-4a6e-ba9e-7091deedc039 {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:21.516427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Publish callbacks [] for subnet (b8160168-c1d9-4a6e-ba9e-7091deedc039), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.535691 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4588730-533b-4c9c-9a62-90931d166ab7 None None] Provisioning complete for port e11caf34-2ae9-4208-a62e-b233147f99f1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:21.536071 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4588730-533b-4c9c-9a62-90931d166ab7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.576237 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (b8160168-c1d9-4a6e-ba9e-7091deedc039), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.636944 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (b8160168-c1d9-4a6e-ba9e-7091deedc039), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.637185 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.640952 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.securitygroups_db [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Project 24a2b49707184c4093e713f0bbc5b00c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 21 23:01:21.692429 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (2dfc8848-5421-4b4e-904e-6c97be14655e), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.715945 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2a8086-93ae-4c71-b9f4-6d54ad537089 None None] Pushing event updated for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:21.727517 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:21.740186 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:21.768930 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4588730-533b-4c9c-9a62-90931d166ab7 None None] Port e11caf34-2ae9-4208-a62e-b233147f99f1 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:21.791369 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:21.793255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:21.806255 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:21.806640 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.843933 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (b8160168-c1d9-4a6e-ba9e-7091deedc039), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.853542 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (2dfc8848-5421-4b4e-904e-6c97be14655e), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.859766 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:21.863553 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b8160168-c1d9-4a6e-ba9e-7091deedc039 HTTP/1.1" status: 204 len: 168 time: 0.4659100 Jul 21 23:01:21.870123 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42372) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:21.936591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8c4df2-bc46-46d5-a730-944e08aa740c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b8160168-c1d9-4a6e-ba9e-7091deedc039,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:22.001755 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1774286'] for security_group_rule (2dfc8848-5421-4b4e-904e-6c97be14655e), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.003389 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:22.004636 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Deleting port d18211d6-6ecd-49aa-bd7e-c7d3feac0854 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:22.005744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.048679 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dfc8848-5421-4b4e-904e-6c97be14655e,revision_number=0']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:22.070855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (43e6dfda-27de-4a91-b971-c47a71e184af), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.087752 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:22.195127 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.199859 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-90a44c0b-9da5-4271-a544-7eba3c20678e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7257071 Jul 21 23:01:22.215732 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Provisioning complete for port e11caf34-2ae9-4208-a62e-b233147f99f1 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:22.216106 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.217722 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:22.282105 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (43e6dfda-27de-4a91-b971-c47a71e184af), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.309522 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] For port d18211d6-6ecd-49aa-bd7e-c7d3feac0854, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:22.309966 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.333608 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43e6dfda-27de-4a91-b971-c47a71e184af']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:22.345873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Calling delete_port for d18211d6-6ecd-49aa-bd7e-c7d3feac0854 owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:22.352828 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b77df983-7815-42d0-b329-aa5942c8dd0f') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:22.353535 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b77df983-7815-42d0-b329-aa5942c8dd0f') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:22.371916 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (b77df983-7815-42d0-b329-aa5942c8dd0f), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.424024 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b77df983-7815-42d0-b329-aa5942c8dd0f), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.439996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Releasing vlan 646 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:22.446160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (b77df983-7815-42d0-b329-aa5942c8dd0f), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.462873 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Current status of the port e11caf34-2ae9-4208-a62e-b233147f99f1 is: DOWN; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:22.463253 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.483912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:15Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e11caf34-2ae9-4208-a62e-b233147f99f1', 'name': '', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'mac_address': 'fa:16:3e:49:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:14Z', 'updated_at': '2022-07-21T23:01:21Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'subnets': [{'id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:22.521078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-281ed733-960b-4d47-934d-de64b8cbeac7 None None] The sync data for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi is: [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:15Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e11caf34-2ae9-4208-a62e-b233147f99f1', 'name': '', 'network_id': '4a836c75-62f4-47d5-8e83-776aa02002d0', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'mac_address': 'fa:16:3e:49:fe:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_interface', 'standard_attr_id': 573, 'fixed_ips': [{'subnet_id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:14Z', 'updated_at': '2022-07-21T23:01:21Z', 'revision_number': 4, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'subnets': [{'id': '7460d483-e1f2-4eae-943c-566b5159e2a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:22.546317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] For port e11caf34-2ae9-4208-a62e-b233147f99f1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e11caf34-2ae9-4208-a62e-b233147f99f1,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:22.576359 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment b77df983-7815-42d0-b329-aa5942c8dd0f resource provider aggregate not found Jul 21 23:01:22.623443 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.698751 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e9d455-6bbd-4407-9397-5d84caa8369f None None] Pushing event updated for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:22.704336 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:22.706321 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment b77df983-7815-42d0-b329-aa5942c8dd0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b77df983-7815-42d0-b329-aa5942c8dd0f found for delete ", "request_id": "req-4de86273-9653-450e-8257-b4c53474e584"}]} Jul 21 23:01:22.708715 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (43e6dfda-27de-4a91-b971-c47a71e184af), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.723052 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.733970 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] 10.222.0.52 "DELETE /v2.0/networks/43e6dfda-27de-4a91-b971-c47a71e184af HTTP/1.1" status: 204 len: 168 time: 0.8553970 Jul 21 23:01:22.734096 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42420) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:22.777730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af0b45b-1cb1-46b6-a84b-7a2b88006289 admin admin] Pushing event deleted for resources: {'Network': ['ID=43e6dfda-27de-4a91-b971-c47a71e184af,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:22.823609 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Deleting subnet da76f6bd-a0d7-4170-b0f9-a2e920349b3a {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:22.827397 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Publish callbacks [] for subnet (da76f6bd-a0d7-4170-b0f9-a2e920349b3a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.881121 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (da76f6bd-a0d7-4170-b0f9-a2e920349b3a), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.933383 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (da76f6bd-a0d7-4170-b0f9-a2e920349b3a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:22.955532 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (d18211d6-6ecd-49aa-bd7e-c7d3feac0854), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.008693 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=9 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:23.020434 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Pushing event deleted for resources: {'Port': ['ID=d18211d6-6ecd-49aa-bd7e-c7d3feac0854,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:23.156149 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (da76f6bd-a0d7-4170-b0f9-a2e920349b3a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.179855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.207515 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/da76f6bd-a0d7-4170-b0f9-a2e920349b3a HTTP/1.1" status: 204 len: 168 time: 0.4745929 Jul 21 23:01:23.211478 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42424) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:23.326923 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef684890-8786-40e9-a4e9-6549df427707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da76f6bd-a0d7-4170-b0f9-a2e920349b3a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:23.380922 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:DELETE=12,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:23.385169 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.462404 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (132d5837-1a61-4081-b39b-c617c159aed0), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.647463 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (132d5837-1a61-4081-b39b-c617c159aed0), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.679771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132d5837-1a61-4081-b39b-c617c159aed0']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:23.705000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a5981e-d5f3-4604-9851-fe652dfed609') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:23.705431 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a5981e-d5f3-4604-9851-fe652dfed609') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:23.732832 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (53a5981e-d5f3-4604-9851-fe652dfed609), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.752315 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e11caf34-2ae9-4208-a62e-b233147f99f1 up at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:01:23.767784 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (53a5981e-d5f3-4604-9851-fe652dfed609), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.785188 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:23.785937 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (53a5981e-d5f3-4604-9851-fe652dfed609), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.827762 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Router 4913d4d9-0861-4084-b5c8-fae0d8f710ba has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:01:23.844858 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Provisioning complete for port e11caf34-2ae9-4208-a62e-b233147f99f1 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:23.845238 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.874573 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:23.919870 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 53a5981e-d5f3-4604-9851-fe652dfed609 resource provider aggregate not found Jul 21 23:01:23.947432 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 53a5981e-d5f3-4604-9851-fe652dfed609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 53a5981e-d5f3-4604-9851-fe652dfed609 found for delete ", "request_id": "req-e747f063-174c-444b-9bdf-b30a4120384d"}]} Jul 21 23:01:23.985978 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Current status of the port e11caf34-2ae9-4208-a62e-b233147f99f1 is: ACTIVE; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:01:23.994573 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (132d5837-1a61-4081-b39b-c617c159aed0), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:23.999491 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.005683 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] 10.222.0.52 "DELETE /v2.0/networks/132d5837-1a61-4081-b39b-c617c159aed0 HTTP/1.1" status: 204 len: 168 time: 0.7900591 Jul 21 23:01:24.022755 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d5f7b-9e7c-423a-a052-7ec90390a64f admin admin] Pushing event deleted for resources: {'Network': ['ID=132d5837-1a61-4081-b39b-c617c159aed0,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:24.062708 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:24.072043 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Sync routers for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:24.073145 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42446) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:24.073413 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b18f2b73-f6bf-4158-ab62-c383befee27f admin admin] 10.222.0.52 "PUT /v2.0/routers/4913d4d9-0861-4084-b5c8-fae0d8f710ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8312666 Jul 21 23:01:24.105026 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:24.108622 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:24.245542 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:24.267455 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks [] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.416880 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks [] for router_gateway (4913d4d9-0861-4084-b5c8-fae0d8f710ba), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.439059 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T23:01:22Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:24.456395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42456) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:24.465411 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Checking router: 4913d4d9-0861-4084-b5c8-fae0d8f710ba for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:24.475197 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Routers {'4913d4d9-0861-4084-b5c8-fae0d8f710ba'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:24.476042 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:24.559885 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42460) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:24.561785 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7b11f0e3-173b-4758-ad15-388b215ef129 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6b0309497332486c9f8a05b1cd2d7b6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1030309 Jul 21 23:01:24.596427 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Deleting port 8672f8b8-6fed-4ec2-9321-3bf86635e348 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:24.596822 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.609145 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] Set router 4913d4d9-0861-4084-b5c8-fae0d8f710ba gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:24.708285 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] Publish callbacks [] for security_group (4f358c73-2501-4fa1-ba4d-e54bb46e82c3), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.743291 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] For port 8672f8b8-6fed-4ec2-9321-3bf86635e348, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=8672f8b8-6fed-4ec2-9321-3bf86635e348,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:24.743660 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.768080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] Publish callbacks [] for security_group (4f358c73-2501-4fa1-ba4d-e54bb46e82c3), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.770236 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Calling delete_port for 8672f8b8-6fed-4ec2-9321-3bf86635e348 owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:24.887626 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:24.889144 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T23:01:22Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:24.931078 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64ed8fb-53e4-4532-995c-71359e7188a0 None None] The sync data for ids ['4913d4d9-0861-4084-b5c8-fae0d8f710ba'] in dv-cinder-850697-1-iscsi is: [{'id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'name': 'tempest-AttachVolumeShelveTestJSON-1312177486-router', 'tenant_id': '2f7e8103418741398872d59d16e0e919', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:53:12Z', 'updated_at': '2022-07-21T23:01:22Z', 'revision_number': 5, 'project_id': '2f7e8103418741398872d59d16e0e919', 'gw_port': {'id': '8672f8b8-6fed-4ec2-9321-3bf86635e348', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:4e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4913d4d9-0861-4084-b5c8-fae0d8f710ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:53:14Z', 'updated_at': '2022-07-21T22:53:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:24.952612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:24.977891 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4f358c73-2501-4fa1-ba4d-e54bb46e82c3), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.981277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:24.982591 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4f358c73-2501-4fa1-ba4d-e54bb46e82c3 HTTP/1.1" status: 204 len: 168 time: 0.4216466 Jul 21 23:01:25.011670 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91481c68-561d-4eab-beef-a601f5b1dfbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f358c73-2501-4fa1-ba4d-e54bb46e82c3,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:25.115587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (8672f8b8-6fed-4ec2-9321-3bf86635e348), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.174357 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Pushing event deleted for resources: {'Port': ['ID=8672f8b8-6fed-4ec2-9321-3bf86635e348,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:25.236712 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.329520 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.335917 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks [] for router_controller (4913d4d9-0861-4084-b5c8-fae0d8f710ba), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.378836 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:25.460815 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (4913d4d9-0861-4084-b5c8-fae0d8f710ba), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.461529 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4913d4d9-0861-4084-b5c8-fae0d8f710ba {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:01:25.467142 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.468338 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-29f884c4-96a4-4da3-b0ff-9951d578a73c admin admin] 10.222.0.52 "DELETE /v2.0/routers/4913d4d9-0861-4084-b5c8-fae0d8f710ba HTTP/1.1" status: 204 len: 168 time: 1.3933165 Jul 21 23:01:25.472494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42470) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:25.599789 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Deleting subnet dded05c3-784d-41dd-8d21-1b86d4802db6 {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:25.604163 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Publish callbacks [] for subnet (dded05c3-784d-41dd-8d21-1b86d4802db6), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.631574 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d18211d6-6ecd-49aa-bd7e-c7d3feac0854 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:01:25.655042 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (dded05c3-784d-41dd-8d21-1b86d4802db6), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.658838 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: d18211d6-6ecd-49aa-bd7e-c7d3feac0854 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:01:25.659635 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d18211d6-6ecd-49aa-bd7e-c7d3feac0854 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:01:25.788812 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (dded05c3-784d-41dd-8d21-1b86d4802db6), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.932197 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (dded05c3-784d-41dd-8d21-1b86d4802db6), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.964319 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dded05c3-784d-41dd-8d21-1b86d4802db6,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:25.973200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:25.980135 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d252cd13-696b-43b9-8220-c5b6daacd558 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/dded05c3-784d-41dd-8d21-1b86d4802db6 HTTP/1.1" status: 204 len: 168 time: 0.5027635 Jul 21 23:01:25.980442 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42478) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:25.982932 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18dab4e2-9cbe-4414-9b3f-0ee93c0dc105 None None] Network 9aabd78e-e211-4aea-bb01-9d58894470ca requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:26.012694 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42480) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:26.082968 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-18877c19-163c-45bb-9616-7620c4552b92 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=daffd8c5ba634747be2acba7b72f5b91&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0689692 Jul 21 23:01:26.086085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42484) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:26.159600 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] Publish callbacks [] for security_group (9787a44d-75db-4f9a-bb0b-7e8afc97eda6), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.167996 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (9aabd78e-e211-4aea-bb01-9d58894470ca), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.249007 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] DHCP port deletion for 9aabd78e-e211-4aea-bb01-9d58894470ca request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:01:26.268722 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:26.285255 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] Publish callbacks [] for security_group (9787a44d-75db-4f9a-bb0b-7e8afc97eda6), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.300237 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Deleting port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:26.300595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.308712 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Deleting port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:26.309344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.363909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:26.383151 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] For port 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1cb13ec8-e8dc-4780-bad8-9aad97bec021,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:26.384514 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.395664 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=100 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:26.401339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Calling delete_port for 1cb13ec8-e8dc-4780-bad8-9aad97bec021 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:26.407388 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] For port 1cb13ec8-e8dc-4780-bad8-9aad97bec021, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=1cb13ec8-e8dc-4780-bad8-9aad97bec021,segment=NetworkSegment(8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc),segment_id=8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:26.414395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.423906 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Calling delete_port for 1cb13ec8-e8dc-4780-bad8-9aad97bec021 owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:26.513559 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (9787a44d-75db-4f9a-bb0b-7e8afc97eda6), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.516251 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.517460 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9787a44d-75db-4f9a-bb0b-7e8afc97eda6 HTTP/1.1" status: 204 len: 168 time: 0.4303823 Jul 21 23:01:26.533225 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbf67fe-42dc-426b-a07a-d5e31f31d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9787a44d-75db-4f9a-bb0b-7e8afc97eda6,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:26.593866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.604082 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (1cb13ec8-e8dc-4780-bad8-9aad97bec021), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.647613 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] No DVR routers for this DVR port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:01:26.653475 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce9c07c-73ae-4028-a512-2ca60a56b452 None None] Pushing event deleted for resources: {'Port': ['ID=1cb13ec8-e8dc-4780-bad8-9aad97bec021,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:26.671676 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cb13ec8-e8dc-4780-bad8-9aad97bec021,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:26.673575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] No DVR routers for this DVR port 1cb13ec8-e8dc-4780-bad8-9aad97bec021 on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:01:26.758734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (9aabd78e-e211-4aea-bb01-9d58894470ca), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.793779 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9aabd78e-e211-4aea-bb01-9d58894470ca']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:26.813514 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:26.813514 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:26.825353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.842796 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.852583 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:26.853205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:26.893644 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc resource provider aggregate not found Jul 21 23:01:26.926186 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8d17769a-d1ca-40f5-aa42-a0a43b0f2fbc found for delete ", "request_id": "req-5b5de360-b267-4a43-a746-1e26987d03ed"}]} Jul 21 23:01:27.066267 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (9aabd78e-e211-4aea-bb01-9d58894470ca), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.086391 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.089333 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9aabd78e-e211-4aea-bb01-9d58894470ca HTTP/1.1" status: 204 len: 168 time: 1.1082797 Jul 21 23:01:27.091268 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81471835-7ca6-4dfe-bc23-21d660d32069 admin admin] Pushing event deleted for resources: {'Network': ['ID=9aabd78e-e211-4aea-bb01-9d58894470ca,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:27.537305 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42520) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:27.548393 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8672f8b8-6fed-4ec2-9321-3bf86635e348 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:01:27.569982 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 8672f8b8-6fed-4ec2-9321-3bf86635e348 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:01:27.570372 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 8672f8b8-6fed-4ec2-9321-3bf86635e348 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:01:27.570764 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1cb13ec8-e8dc-4780-bad8-9aad97bec021 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:01:27.581050 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1f6088db-aa8a-405c-9d59-4437aef46808 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2f7e8103418741398872d59d16e0e919&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0425968 Jul 21 23:01:27.583759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42524) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:27.590393 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 1cb13ec8-e8dc-4780-bad8-9aad97bec021 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:01:27.590754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 1cb13ec8-e8dc-4780-bad8-9aad97bec021 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:01:27.646672 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] Publish callbacks [] for security_group (ed8ae222-3d02-4608-9a9a-74f868ea01ad), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.671685 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] Publish callbacks [] for security_group (ed8ae222-3d02-4608-9a9a-74f868ea01ad), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.673290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:27.794761 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (ed8ae222-3d02-4608-9a9a-74f868ea01ad), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.797480 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:27.798678 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed8ae222-3d02-4608-9a9a-74f868ea01ad HTTP/1.1" status: 204 len: 168 time: 0.2139764 Jul 21 23:01:27.808139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fda583-f486-471d-8a6c-5e720452628b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8ae222-3d02-4608-9a9a-74f868ea01ad,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:31.654807 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42666) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:31.706089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Deleting subnet 0ed3d4fb-0abc-4ca7-82c0-caefe2fce834 {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:31.711626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Publish callbacks [] for subnet (0ed3d4fb-0abc-4ca7-82c0-caefe2fce834), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:31.752178 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30075265'] for subnet (0ed3d4fb-0abc-4ca7-82c0-caefe2fce834), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:31.794351 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:31.805397 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (0ed3d4fb-0abc-4ca7-82c0-caefe2fce834), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:31.983287 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29663573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30421190'] for subnet (0ed3d4fb-0abc-4ca7-82c0-caefe2fce834), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.011919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ed3d4fb-0abc-4ca7-82c0-caefe2fce834,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:32.016784 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.020001 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0ed3d4fb-0abc-4ca7-82c0-caefe2fce834 HTTP/1.1" status: 204 len: 168 time: 0.3641839 Jul 21 23:01:32.022741 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42676) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:32.026422 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.026796 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.027153 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.027499 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.027852 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.028191 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.028526 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.028861 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.029201 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.029532 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.029871 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.030205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.030533 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.030891 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.031219 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebbce866-4e47-47f8-9408-6f0d2a172813 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.096025 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (818409ac-b84e-41b9-a0f7-dd64c062b10f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.178556 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (818409ac-b84e-41b9-a0f7-dd64c062b10f), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.198461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['818409ac-b84e-41b9-a0f7-dd64c062b10f']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:32.207825 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3cb2360-c1f6-4320-8c3c-aae830564d6f') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:32.208131 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3cb2360-c1f6-4320-8c3c-aae830564d6f') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:32.217616 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (b3cb2360-c1f6-4320-8c3c-aae830564d6f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.231538 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (b3cb2360-c1f6-4320-8c3c-aae830564d6f), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.238329 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:32.238717 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (b3cb2360-c1f6-4320-8c3c-aae830564d6f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.261222 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment b3cb2360-c1f6-4320-8c3c-aae830564d6f resource provider aggregate not found Jul 21 23:01:32.303289 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment b3cb2360-c1f6-4320-8c3c-aae830564d6f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3cb2360-c1f6-4320-8c3c-aae830564d6f found for delete ", "request_id": "req-e550e200-72be-43c8-99dc-eef6e4cc898f"}]} Jul 21 23:01:32.417375 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (818409ac-b84e-41b9-a0f7-dd64c062b10f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.423513 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.426691 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] 10.222.0.52 "DELETE /v2.0/networks/818409ac-b84e-41b9-a0f7-dd64c062b10f HTTP/1.1" status: 204 len: 168 time: 0.4028022 Jul 21 23:01:32.437939 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Pushing event deleted for resources: {'Network': ['ID=818409ac-b84e-41b9-a0f7-dd64c062b10f,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:32.446125 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.446482 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.446855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.447206 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.447547 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.447883 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.448219 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.448555 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.448896 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.449223 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.449669 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.450080 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.450309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.450701 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.455414 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38462fc3-9bed-4748-b5a7-55f65a459797 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:01:32.840307 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42698) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:32.905540 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-003618ab-0220-4461-b307-03ff1821ddd6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3429139a6e494a7290d91dd3cb8f712c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0613513 Jul 21 23:01:32.905974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42702) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:32.964182 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] Publish callbacks [] for security_group (20a4676e-e94f-4e19-b072-ed9d589899e9), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:32.990197 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] Publish callbacks [] for security_group (20a4676e-e94f-4e19-b072-ed9d589899e9), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:33.091658 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (20a4676e-e94f-4e19-b072-ed9d589899e9), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:33.094635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:33.095847 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20a4676e-e94f-4e19-b072-ed9d589899e9 HTTP/1.1" status: 204 len: 168 time: 0.1887507 Jul 21 23:01:33.109309 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bdacc1-0042-42b9-9814-9559c7a880f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a4676e-e94f-4e19-b072-ed9d589899e9,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:37.574235 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=84,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:37.821690 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:39.550314 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:01:40.123558 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:40.561684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42950) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:40.707792 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7e604d48-260f-4c9c-8c43-0d8574ef44f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:40.784553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7e604d48-260f-4c9c-8c43-0d8574ef44f2 admin admin] Publish callbacks [] for security_group (3906f70f-0bbc-4e82-8605-56ee06a6b5e2), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:40.857192 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7e604d48-260f-4c9c-8c43-0d8574ef44f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3906f70f-0bbc-4e82-8605-56ee06a6b5e2), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:40.898359 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7e604d48-260f-4c9c-8c43-0d8574ef44f2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3028fa75183d4df4a9aa9adb506b56aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355033 Jul 21 23:01:40.899285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e604d48-260f-4c9c-8c43-0d8574ef44f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3906f70f-0bbc-4e82-8605-56ee06a6b5e2,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:40.901064 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 42958) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:40.960776 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] Publish callbacks [] for security_group (3906f70f-0bbc-4e82-8605-56ee06a6b5e2), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:40.982965 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] Publish callbacks [] for security_group (3906f70f-0bbc-4e82-8605-56ee06a6b5e2), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:41.008510 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:41.095777 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (3906f70f-0bbc-4e82-8605-56ee06a6b5e2), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:41.098422 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:41.102951 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3906f70f-0bbc-4e82-8605-56ee06a6b5e2 HTTP/1.1" status: 204 len: 168 time: 0.2001083 Jul 21 23:01:41.111332 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ace190-a0e2-4ab0-a071-504f323142bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3906f70f-0bbc-4e82-8605-56ee06a6b5e2,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:41.890998 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 42986) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:42.038844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f9b34294-21d2-4d1f-bc62-55d7101696c8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.062983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7ac8430f-506c-470d-96e3-9b78b886f969 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.092042 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=79,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=12 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:42.126287 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f9b34294-21d2-4d1f-bc62-55d7101696c8 admin admin] Publish callbacks [] for security_group (79440239-338c-40b0-a79f-e925fbe35dd6), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.203368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43004) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:42.217570 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f9b34294-21d2-4d1f-bc62-55d7101696c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (79440239-338c-40b0-a79f-e925fbe35dd6), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.250572 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-294cbe04-e5fb-42df-8582-d73482085213 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407241131&fields=id&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 267 time: 0.0551305 Jul 21 23:01:42.264034 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b34294-21d2-4d1f-bc62-55d7101696c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79440239-338c-40b0-a79f-e925fbe35dd6,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:42.271293 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f9b34294-21d2-4d1f-bc62-55d7101696c8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8fe33afbf1594ff28ad628377258e4b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781185 Jul 21 23:01:42.275584 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43008) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:42.335330 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] Publish callbacks [] for security_group (79440239-338c-40b0-a79f-e925fbe35dd6), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.357411 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-312963126-network', 'tenant_id': 'fe4174e900e542c992af44c90f4e7fd2'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:42.358058 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:42.360556 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] Publish callbacks [] for security_group (79440239-338c-40b0-a79f-e925fbe35dd6), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.368413 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:42.403881 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-770d249f-1cdd-41d5-9eda-7aa4bb6148b7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:42.410581 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-770d249f-1cdd-41d5-9eda-7aa4bb6148b7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1440067 Jul 21 23:01:42.421322 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-4738a077-38ed-4da2-8d71-15ad3f26a388 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/quotas/24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 375 time: 0.0098629 Jul 21 23:01:42.471511 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b328bc8b-a02a-42a6-9364-7bd5895c87ce tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0444028 Jul 21 23:01:42.504356 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Made reservation on behalf of fe4174e900e542c992af44c90f4e7fd2 for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:42.506817 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.524030 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.537156 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (79440239-338c-40b0-a79f-e925fbe35dd6), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.540479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:42.541742 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/79440239-338c-40b0-a79f-e925fbe35dd6 HTTP/1.1" status: 204 len: 168 time: 0.2652194 Jul 21 23:01:42.549916 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc20abc2-5276-483d-afd2-ac700e2e3135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79440239-338c-40b0-a79f-e925fbe35dd6,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:42.628804 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-daef53bd-ed62-4f19-8876-ce6bd8b5550a service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1448760 Jul 21 23:01:42.977858 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:42.997968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks [] for security_group (dbfbb6da-b388-44a1-83ad-9d51c0019137), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.016723 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-771a4398-f6b0-4f3a-8b39-7062a251b177 service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797438 Jul 21 23:01:43.094630 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (dbfbb6da-b388-44a1-83ad-9d51c0019137), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.119235 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 608} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:01:43.135836 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbfbb6da-b388-44a1-83ad-9d51c0019137,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:43.138924 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (0b8d9f8a-e906-4f2d-a642-42c2d878e056), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.139492 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Added segment 0b8d9f8a-e906-4f2d-a642-42c2d878e056 of type vlan for network ab052352-2d84-4148-9b31-b4c76a3d3c5d Jul 21 23:01:43.184667 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (ab052352-2d84-4148-9b31-b4c76a3d3c5d), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.272155 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (ab052352-2d84-4148-9b31-b4c76a3d3c5d), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.273358 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:43.273982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.337494 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] Pushing event updated for resources: {'Network': ['ID=ab052352-2d84-4148-9b31-b4c76a3d3c5d,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:43.337666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43024) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:43.346959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network ab052352-2d84-4148-9b31-b4c76a3d3c5d details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:01:43.360366 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0cbfba3c-be9a-4cd2-b4fc-6db351589dc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.418284 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-10f53ce9-37d1-49de-97bf-9376c6985ecb admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.2135208 Jul 21 23:01:43.420885 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43026) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:43.426337 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Request body: {'subnet': {'network_id': 'ab052352-2d84-4148-9b31-b4c76a3d3c5d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-312963126-subnet', 'tenant_id': 'fe4174e900e542c992af44c90f4e7fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:43.464767 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0cbfba3c-be9a-4cd2-b4fc-6db351589dc0 admin admin] Publish callbacks [] for security_group (59b0f680-4af3-4f4e-bddc-876e60575e0e), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.526215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0cbfba3c-be9a-4cd2-b4fc-6db351589dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (59b0f680-4af3-4f4e-bddc-876e60575e0e), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.526518 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Made reservation on behalf of fe4174e900e542c992af44c90f4e7fd2 for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:43.530265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.574035 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0cbfba3c-be9a-4cd2-b4fc-6db351589dc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fdf95f1643c348c9a497390026b83eef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2354820 Jul 21 23:01:43.574993 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43028) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:43.577070 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbfba3c-be9a-4cd2-b4fc-6db351589dc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59b0f680-4af3-4f4e-bddc-876e60575e0e,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:43.656594 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] Publish callbacks [] for security_group (59b0f680-4af3-4f4e-bddc-876e60575e0e), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.704604 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1486a857-4954-4d04-b055-a4779c505380 req-361e978b-aa9e-40eb-8889-5ec5c53d0948 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0672481 Jul 21 23:01:43.718340 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] Publish callbacks [] for security_group (59b0f680-4af3-4f4e-bddc-876e60575e0e), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.767047 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=80,neutron:DELETE=8,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:43.828917 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (0aeecbb0-46fb-47cf-b6b3-9cf17430d11a), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.857443 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (59b0f680-4af3-4f4e-bddc-876e60575e0e), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.861823 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:43.867734 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/59b0f680-4af3-4f4e-bddc-876e60575e0e HTTP/1.1" status: 204 len: 168 time: 0.2891848 Jul 21 23:01:43.876426 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c176f9ea-09dc-4fb2-b833-7edd756a889a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b0f680-4af3-4f4e-bddc-876e60575e0e,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:43.939386 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aeecbb0-46fb-47cf-b6b3-9cf17430d11a,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:43.955414 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Checking segment: {'id': '0b8d9f8a-e906-4f2d-a642-42c2d878e056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': 'ab052352-2d84-4148-9b31-b4c76a3d3c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:43.956438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Network hostable DHCP agents. Network: ab052352-2d84-4148-9b31-b4c76a3d3c5d, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:01:44.060505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Network ab052352-2d84-4148-9b31-b4c76a3d3c5d is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:01:44.089385 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:44.186861 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, ab052352-2d84-4148-9b31-b4c76a3d3c5d) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:44.191556 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:44.195757 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:44.196451 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff5827c8-f3a0-4a60-bc7d-144a99ff8caf None None] Network ab052352-2d84-4148-9b31-b4c76a3d3c5d requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:44.285910 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-eefa0146-fbff-4d11-8acb-8f8beb18efa2 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8639169 Jul 21 23:01:44.441516 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-61afe8dd-6c9e-41ef-bd9b-b87d3817b9b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:44.455806 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a952d626-4d15-4002-a2e8-d5dc4c72add5 None None] Network ab052352-2d84-4148-9b31-b4c76a3d3c5d requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:44.800031 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9d200cf7-be45-41ed-99eb-4f0053011028 req-ff80ca2d-4ce7-4fee-ad42-3bd3338d2499 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0289807 Jul 21 23:01:45.202360 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43092) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:45.207792 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857010873-network', 'tenant_id': '277967b705dd4bb5ba4567e755c4c788'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:45.411569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Made reservation on behalf of 277967b705dd4bb5ba4567e755c4c788 for: {'network': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:45.414900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for network (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.424426 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.514104 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks [] for security_group (600494c1-5798-49a9-b33d-400d220e81c7), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.623143 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (600494c1-5798-49a9-b33d-400d220e81c7), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.628559 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:45.647864 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.657409 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 618} {{(pid=111135) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 21 23:01:45.664073 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600494c1-5798-49a9-b33d-400d220e81c7,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:45.674121 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (6ec03a7b-dac8-4e72-8530-ef1645286746), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.674491 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.segments_db [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Added segment 6ec03a7b-dac8-4e72-8530-ef1645286746 of type vlan for network c46eb34c-0227-46a3-85df-05b2dbdb6327 Jul 21 23:01:45.723481 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734202854970'] for network (c46eb34c-0227-46a3-85df-05b2dbdb6327), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.822201 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755'] for network (c46eb34c-0227-46a3-85df-05b2dbdb6327), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.823484 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:45.824135 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:45.904054 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] Pushing event updated for resources: {'Network': ['ID=c46eb34c-0227-46a3-85df-05b2dbdb6327,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:45.904893 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4608a04a-f246-40bb-9aeb-302b860ec896 req-bcbba63e-8e9f-47ca-ad53-30c3499e1c9f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0323131 Jul 21 23:01:45.916800 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Network c46eb34c-0227-46a3-85df-05b2dbdb6327 details requested by agent ovs-agent-dv-cinder-850697-1-iscsi with host dv-cinder-850697-1-iscsi {{(pid=111137) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 21 23:01:45.986104 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-03880159-d83d-40b9-867a-0a88d9d08515 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.7822375 Jul 21 23:01:45.988602 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43110) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:45.993954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Request body: {'subnet': {'network_id': 'c46eb34c-0227-46a3-85df-05b2dbdb6327', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1857010873-subnet', 'tenant_id': '277967b705dd4bb5ba4567e755c4c788', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:46.111860 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Made reservation on behalf of 277967b705dd4bb5ba4567e755c4c788 for: {'subnet': 1} {{(pid=111135) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:46.114294 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30464400'] for subnet (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.129174 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a480cc3a-b312-4ebd-b852-ddbffece0a6c req-15c96e98-b1ba-4c5b-a01e-7b1766595208 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:46.130684 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a480cc3a-b312-4ebd-b852-ddbffece0a6c req-15c96e98-b1ba-4c5b-a01e-7b1766595208 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0506666 Jul 21 23:01:46.178455 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.189465 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a480cc3a-b312-4ebd-b852-ddbffece0a6c req-31973f79-a650-4fba-ba67-4221382e9ce9 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516181 Jul 21 23:01:46.400461 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30482570', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30464386'] for subnet (efed19d1-3363-455a-8650-e6a1c145adfc), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.454919 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=efed19d1-3363-455a-8650-e6a1c145adfc,revision_number=0']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:46.471248 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Checking segment: {'id': '6ec03a7b-dac8-4e72-8530-ef1645286746', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 618, 'network_id': 'c46eb34c-0227-46a3-85df-05b2dbdb6327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111135) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:46.471607 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Network hostable DHCP agents. Network: c46eb34c-0227-46a3-85df-05b2dbdb6327, hostable agents: ['dbc38538-c825-4343-b6d0-9db0cb59f049'], hosted agents: [] {{(pid=111135) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 21 23:01:46.547345 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Network c46eb34c-0227-46a3-85df-05b2dbdb6327 is scheduled to be hosted by DHCP agent dbc38538-c825-4343-b6d0-9db0cb59f049 with binding_index 1 {{(pid=111135) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 21 23:01:46.636171 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850697-1-iscsi, c46eb34c-0227-46a3-85df-05b2dbdb6327) {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:46.640637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:46.641195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.645551 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bff43f-58e0-49ac-8e1f-a16cce90a602 None None] Network c46eb34c-0227-46a3-85df-05b2dbdb6327 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:46.729313 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c500a2d0-b6cc-4d08-b5ca-95036a69d2ec admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7395809 Jul 21 23:01:46.752087 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c66a4-3d15-4ed7-a9f5-876259051fff None None] Network c46eb34c-0227-46a3-85df-05b2dbdb6327 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:01:46.850497 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43122) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:46.859430 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:46.896793 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Deleting subnet 0aeecbb0-46fb-47cf-b6b3-9cf17430d11a {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:46.899965 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Publish callbacks [] for subnet (0aeecbb0-46fb-47cf-b6b3-9cf17430d11a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.935714 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (0aeecbb0-46fb-47cf-b6b3-9cf17430d11a), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:46.976855 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (0aeecbb0-46fb-47cf-b6b3-9cf17430d11a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.038397 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-547fa9a2-461c-479d-a721-3701c782aa52 req-d9c6b4e1-5497-4e4a-bf20-3506c2e76426 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0351944 Jul 21 23:01:47.077512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.175313 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (0aeecbb0-46fb-47cf-b6b3-9cf17430d11a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.203598 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aeecbb0-46fb-47cf-b6b3-9cf17430d11a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:47.205591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.208847 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-030400c8-b274-4737-87c3-51e020978388 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0aeecbb0-46fb-47cf-b6b3-9cf17430d11a HTTP/1.1" status: 204 len: 168 time: 0.3573093 Jul 21 23:01:47.211977 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43128) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:47.287209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (ab052352-2d84-4148-9b31-b4c76a3d3c5d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.314905 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d151141-a362-442b-aaaa-96a5deb0e374 req-2c5aec40-a774-40eb-88b6-abb71b36a65d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:47.316416 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d151141-a362-442b-aaaa-96a5deb0e374 req-2c5aec40-a774-40eb-88b6-abb71b36a65d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0500817 Jul 21 23:01:47.366482 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9d151141-a362-442b-aaaa-96a5deb0e374 req-1a2f6471-66c5-4151-a291-84f336bfb50c tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435684 Jul 21 23:01:47.375131 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (ab052352-2d84-4148-9b31-b4c76a3d3c5d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.396027 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab052352-2d84-4148-9b31-b4c76a3d3c5d']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:47.401439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.408115 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b8d9f8a-e906-4f2d-a642-42c2d878e056') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:47.408425 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b8d9f8a-e906-4f2d-a642-42c2d878e056') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:47.419083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (0b8d9f8a-e906-4f2d-a642-42c2d878e056), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.432899 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (0b8d9f8a-e906-4f2d-a642-42c2d878e056), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.439447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:47.439834 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (0b8d9f8a-e906-4f2d-a642-42c2d878e056), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.490147 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 0b8d9f8a-e906-4f2d-a642-42c2d878e056 resource provider aggregate not found Jul 21 23:01:47.509420 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 0b8d9f8a-e906-4f2d-a642-42c2d878e056 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0b8d9f8a-e906-4f2d-a642-42c2d878e056 found for delete ", "request_id": "req-399ad0d3-2aa4-4119-a14f-34c5177db730"}]} Jul 21 23:01:47.583303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (ab052352-2d84-4148-9b31-b4c76a3d3c5d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.589701 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.593560 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] 10.222.0.52 "DELETE /v2.0/networks/ab052352-2d84-4148-9b31-b4c76a3d3c5d HTTP/1.1" status: 204 len: 168 time: 0.3798358 Jul 21 23:01:47.595616 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43146) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:47.604840 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e091a84a-c94e-4135-85d5-b9b7de52ac47 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab052352-2d84-4148-9b31-b4c76a3d3c5d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:47.653879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Deleting subnet efed19d1-3363-455a-8650-e6a1c145adfc {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:01:47.653879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Publish callbacks [] for subnet (efed19d1-3363-455a-8650-e6a1c145adfc), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.684109 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30075265'] for subnet (efed19d1-3363-455a-8650-e6a1c145adfc), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.733024 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (efed19d1-3363-455a-8650-e6a1c145adfc), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.874596 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-2f9c2794-817c-40c6-94b1-bb502be1c632 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:47.876047 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-2f9c2794-817c-40c6-94b1-bb502be1c632 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1240618 Jul 21 23:01:47.888805 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-5aa93a50-9403-4a79-a60b-9edc02678abc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:47.890379 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-5aa93a50-9403-4a79-a60b-9edc02678abc tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0541670 Jul 21 23:01:47.939595 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-25b7da73-67dc-4d60-8d91-cd2004b8509c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 380 time: 0.0553408 Jul 21 23:01:47.948785 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'port': {'device_id': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'admin_state_up': True, 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'security_groups': ['03d6939f-fa39-4f4b-a54e-d4e9e7d653b7']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:47.964582 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29663573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30421190'] for subnet (efed19d1-3363-455a-8650-e6a1c145adfc), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:47.983118 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port f68facab-85d2-4dce-b7fe-29d6be7adca1 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:47.983469 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.003981 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.009828 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/efed19d1-3363-455a-8650-e6a1c145adfc HTTP/1.1" status: 204 len: 168 time: 0.4109457 Jul 21 23:01:48.009828 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecc3d42-d9c9-4ec2-8b34-5502338f3017 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efed19d1-3363-455a-8650-e6a1c145adfc,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:48.010368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43150) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:48.132441 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:INSERT=1,neutron:UPDATE=3,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:48.187408 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (c46eb34c-0227-46a3-85df-05b2dbdb6327), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.194726 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-332c2231-d62f-4442-8ccd-995aa014ac93 req-af4c11b3-15ea-40f2-830b-eeb05487ffe9 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0489802 Jul 21 23:01:48.196424 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] For port f68facab-85d2-4dce-b7fe-29d6be7adca1, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=f68facab-85d2-4dce-b7fe-29d6be7adca1,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:01:48.196783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.200143 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Made reservation on behalf of 24a2b49707184c4093e713f0bbc5b00c for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:01:48.204253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.292336 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:48.354722 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.20.0.13 (f03e82bb-c5da-4cf0-a885-54a5fca0caf3/63d86323-6a7a-4c09-8853-985404fd80bd/cbd42425-862a-42b1-87aa-80086b98c90c) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:01:48.380284 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5,neutron:DELETE=4,neutron:INSERT=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:48.394574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (c46eb34c-0227-46a3-85df-05b2dbdb6327), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.426274 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c46eb34c-0227-46a3-85df-05b2dbdb6327']}} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:48.464347 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ec03a7b-dac8-4e72-8530-ef1645286746') {'for_net_delete': True} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:48.464637 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.services.segments.db [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ec03a7b-dac8-4e72-8530-ef1645286746') {} {{(pid=111135) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:48.479431 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30489835'] for segment (6ec03a7b-dac8-4e72-8530-ef1645286746), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.481170 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:48.502416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.503046 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.503376 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Floating IP 2baef6f6-7ace-4d22-9edb-fb78306822fa disassociated. External IP: 172.27.0.138, port: f68facab-85d2-4dce-b7fe-29d6be7adca1. Jul 21 23:01:48.503788 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for f68facab-85d2-4dce-b7fe-29d6be7adca1 owned by compute:nova {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:48.508769 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (6ec03a7b-dac8-4e72-8530-ef1645286746), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.514743 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f0fc51-fff1-4e23-a52c-4fc1370071f9 req-ef47d319-bab3-41c8-9802-bdaee5672503 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:48.516247 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a0f0fc51-fff1-4e23-a52c-4fc1370071f9 req-ef47d319-bab3-41c8-9802-bdaee5672503 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 946 time: 0.0616677 Jul 21 23:01:48.520210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Releasing vlan 618 on physical network physnet1 to pool {{(pid=111135) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:01:48.520754 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30482545'] for segment (6ec03a7b-dac8-4e72-8530-ef1645286746), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.559483 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (cbd42425-862a-42b1-87aa-80086b98c90c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.592313 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a0f0fc51-fff1-4e23-a52c-4fc1370071f9 req-41d1b0de-bc1a-47dc-8a04-63c9c9ae347a tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups?id=69fff2f5-e9b1-491e-ac87-d8aa9d121104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0666311 Jul 21 23:01:48.703297 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.731443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (c46eb34c-0227-46a3-85df-05b2dbdb6327), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.736990 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.743274 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] 10.222.0.52 "DELETE /v2.0/networks/c46eb34c-0227-46a3-85df-05b2dbdb6327 HTTP/1.1" status: 204 len: 168 time: 0.7296388 Jul 21 23:01:48.747502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:01:48.749057 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:01:48.753036 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:01:48.756773 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5421f7a2-1ba6-4128-8754-bfdadaf4d90b admin admin] Pushing event deleted for resources: {'Network': ['ID=c46eb34c-0227-46a3-85df-05b2dbdb6327,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:48.796005 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:48.796503 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (f68facab-85d2-4dce-b7fe-29d6be7adca1), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.817551 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:48.818469 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:48.828350 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=f68facab-85d2-4dce-b7fe-29d6be7adca1,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:48.917080 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b502a271-4594-4634-a1dd-9067eb154631 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9718606 Jul 21 23:01:48.952683 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:01:49.059826 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:01:49.068269 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-b3e6f2e5-f57f-453c-9ca0-f6f4745a0352 None None] Provisioning complete for port cbd42425-862a-42b1-87aa-80086b98c90c triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:01:49.069152 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b3e6f2e5-f57f-453c-9ca0-f6f4745a0352 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.075069 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:01:49.106859 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] No DVR routers for this DVR port f68facab-85d2-4dce-b7fe-29d6be7adca1 on host hv-cinder-85069 {{(pid=111135) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:01:49.109933 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.113188 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5ebc839d-4a4a-4499-8e5b-d4d82a2fba69 req-a6dd0908-3636-4386-9552-b3e3d41f38cd tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.33 "DELETE /v2.0/ports/f68facab-85d2-4dce-b7fe-29d6be7adca1 HTTP/1.1" status: 204 len: 173 time: 1.2175579 Jul 21 23:01:49.117877 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'name': 'network-vif-deleted', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:01:49.117877 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf30e51f-46cc-4acb-96ab-c914a6193ef9" -d '{"events": [{"server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "name": "network-vif-deleted", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:01:49.118072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:49.118072 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:49.120163 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-b3e6f2e5-f57f-453c-9ca0-f6f4745a0352 None None] Port cbd42425-862a-42b1-87aa-80086b98c90c cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:01:49.148947 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43168) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:49.151443 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:01:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d8cef6a-1f88-4867-b20a-28227e5103f6 x-openstack-request-id: req-1d8cef6a-1f88-4867-b20a-28227e5103f6 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:01:49.152415 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d5bc4f7-fb78-4187-86f7-c1968da77fd8", "name": "network-vif-deleted", "tag": "f68facab-85d2-4dce-b7fe-29d6be7adca1", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:01:49.152415 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1d8cef6a-1f88-4867-b20a-28227e5103f6 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:01:49.152709 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1d8cef6a-1f88-4867-b20a-28227e5103f6'] response: {'server_uuid': '1d5bc4f7-fb78-4187-86f7-c1968da77fd8', 'name': 'network-vif-deleted', 'tag': 'f68facab-85d2-4dce-b7fe-29d6be7adca1', 'status': 'completed', 'code': 200} Jul 21 23:01:49.191637 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-929f0ba0-120a-47cb-bce7-3ecc310c1134 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe4174e900e542c992af44c90f4e7fd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413330 Jul 21 23:01:49.194857 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43170) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:49.211544 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:49.238148 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:49.252033 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] Publish callbacks [] for security_group (dbfbb6da-b388-44a1-83ad-9d51c0019137), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.279619 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:49.290868 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] Publish callbacks [] for security_group (dbfbb6da-b388-44a1-83ad-9d51c0019137), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.385000 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdfc438-836d-4785-a881-bedcfe5c761a req-d1656c5e-7e02-45f8-a377-ce84fb3f92cd tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:49.386656 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8bdfc438-836d-4785-a881-bedcfe5c761a req-d1656c5e-7e02-45f8-a377-ce84fb3f92cd tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 932 time: 0.0932038 Jul 21 23:01:49.442104 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8bdfc438-836d-4785-a881-bedcfe5c761a req-d322679c-4430-4d70-bad2-92a54c2c0d45 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480001 Jul 21 23:01:49.485880 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:49.511512 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:01:49.511992 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (dbfbb6da-b388-44a1-83ad-9d51c0019137), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.514950 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:49.518655 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/dbfbb6da-b388-44a1-83ad-9d51c0019137 HTTP/1.1" status: 204 len: 168 time: 0.3204386 Jul 21 23:01:49.522001 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:01:49.522654 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:49.528542 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 6ec03a7b-dac8-4e72-8530-ef1645286746 resource provider aggregate not found Jul 21 23:01:49.533287 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1d7f26-937c-4733-8bb3-3c54caaffb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbfbb6da-b388-44a1-83ad-9d51c0019137,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:49.548080 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.services.segments.plugin [-] Segment 6ec03a7b-dac8-4e72-8530-ef1645286746 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6ec03a7b-dac8-4e72-8530-ef1645286746 found for delete ", "request_id": "req-5e848ee8-bbc3-4af9-a5b2-01194527d0ba"}]} Jul 21 23:01:49.563683 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:49.654687 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:01:49.702047 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-f09b8b84-d235-4f5a-81f3-4c653919e389 req-49746766-bd46-4d72-8fb0-a5cd914a4732 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.0291317 Jul 21 23:01:49.734933 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:49.846361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:01:49.872825 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e02282ca-28e6-4903-8130-a6f88eb1bd5f None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T22:54:54Z', 'revision_number': 4, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': 'e9a46c4a-8a7b-4de0-8389-677737f3ad9b', 'name': '', 'network_id': 'be9945ce-a7e9-414b-b532-8c7c706d9d8c', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'mac_address': 'fa:16:3e:91:a3:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 286, 'fixed_ips': [{'subnet_id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:53Z', 'updated_at': '2022-07-21T22:55:00Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'subnets': [{'id': '18915455-2e7a-4e60-a02d-cf97279dde7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:01:50.097534 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e85a1d0-f0c9-4b03-8083-0d74e10e78b9 None None] New status for floating IP 2baef6f6-7ace-4d22-9edb-fb78306822fa: DOWN {{(pid=111138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:01:50.275091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43188) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:50.319943 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4c699ba6-408d-4a2d-aa80-26d8fe66de8b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=277967b705dd4bb5ba4567e755c4c788&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0436397 Jul 21 23:01:50.322394 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43190) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:50.383909 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] Publish callbacks [] for security_group (600494c1-5798-49a9-b33d-400d220e81c7), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:50.409196 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] Publish callbacks [] for security_group (600494c1-5798-49a9-b33d-400d220e81c7), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:50.566815 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde1dd64-aebb-438e-bd3e-3d9a70710987 req-07ca1613-2dcc-4810-aa7a-55fb2f8cb305 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:50.568305 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fde1dd64-aebb-438e-bd3e-3d9a70710987 req-07ca1613-2dcc-4810-aa7a-55fb2f8cb305 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 932 time: 0.0479615 Jul 21 23:01:50.617544 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-fde1dd64-aebb-438e-bd3e-3d9a70710987 req-6c334422-cb47-4e6b-98ce-7ca023600b55 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437236 Jul 21 23:01:50.634238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (600494c1-5798-49a9-b33d-400d220e81c7), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:50.636910 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:50.638059 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/600494c1-5798-49a9-b33d-400d220e81c7 HTTP/1.1" status: 204 len: 168 time: 0.3143055 Jul 21 23:01:50.646252 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978577ca-c257-43ef-872f-ea5bfce3714c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600494c1-5798-49a9-b33d-400d220e81c7,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:50.798890 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-67105724-7ce8-49d6-b8e2-134f0e5512ac req-22625298-158d-49a3-b2d0-d2366292e912 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.0278385 Jul 21 23:01:51.674126 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Request body: {'port': {'device_id': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:01:51.747226 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:51.774490 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2fb3-37f8-4cce-bc4f-123c21d8185c req-cf0bbbb2-f8d4-4f06-9b10-9c9b33ac8f0b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:51.776008 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-703c2fb3-37f8-4cce-bc4f-123c21d8185c req-cf0bbbb2-f8d4-4f06-9b10-9c9b33ac8f0b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 932 time: 0.0789788 Jul 21 23:01:51.791154 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:51.871060 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-703c2fb3-37f8-4cce-bc4f-123c21d8185c req-57c584ff-b9b9-4887-943a-b1fc2133b405 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0858948 Jul 21 23:01:51.910601 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d0299283-ced7-4eeb-90bf-62e5e7e86033 req-969040c2-ef50-4f63-8a5e-c6d71091be91 tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/ports?device_id=1d5bc4f7-fb78-4187-86f7-c1968da77fd8 HTTP/1.1" status: 200 len: 210 time: 0.0364392 Jul 21 23:01:52.030312 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:52.094985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbd42425-862a-42b1-87aa-80086b98c90c {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:01:52.103025 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks [] for port (cbd42425-862a-42b1-87aa-80086b98c90c), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:52.117525 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Transition to ACTIVE for port object cbd42425-862a-42b1-87aa-80086b98c90c will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:01:52.189411 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:52.246350 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:52.356466 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Attempting to bind port cbd42425-862a-42b1-87aa-80086b98c90c on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:01:52.366079 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Attempting to bind port cbd42425-862a-42b1-87aa-80086b98c90c by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:01:52.366079 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Attempting to bind port cbd42425-862a-42b1-87aa-80086b98c90c on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:52.366079 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Port cbd42425-862a-42b1-87aa-80086b98c90c on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:01:52.366079 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Attempting to bind port cbd42425-862a-42b1-87aa-80086b98c90c on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:01:52.368373 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:01:52.368724 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:01:52.369112 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Bound using segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:01:52.369664 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Bound port: cbd42425-862a-42b1-87aa-80086b98c90c, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:01:52.369974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:52.468076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:01:52.471298 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=cbd42425-862a-42b1-87aa-80086b98c90c,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:01:52.549835 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:52.585871 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:52.586580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:52.588210 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] 10.222.0.33 "PUT /v2.0/ports/cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 200 len: 1094 time: 0.9187582 Jul 21 23:01:52.588774 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:01:52.591194 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c291071-6be1-4b4c-800d-268ed5ff14da" -d '{"events": [{"name": "network-changed", "server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:01:52.617677 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1360ec9-a187-495b-b50e-79bfe13671f9 service neutron] Pushing event updated for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:52.641275 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd7ae2e6-ef25-453f-b1f2-f5966414e3da x-openstack-request-id: req-fd7ae2e6-ef25-453f-b1f2-f5966414e3da {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:01:52.642028 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:01:52.642302 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fd7ae2e6-ef25-453f-b1f2-f5966414e3da {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:01:52.642725 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd7ae2e6-ef25-453f-b1f2-f5966414e3da'] response: {'name': 'network-changed', 'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'status': 'completed', 'code': 200} Jul 21 23:01:52.721284 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-cafecd7a-8ecd-4d28-8c58-33c4bf7dd080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:52.722923 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-cafecd7a-8ecd-4d28-8c58-33c4bf7dd080 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1128 time: 0.0587614 Jul 21 23:01:52.822818 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:52.841946 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-475a4147-7811-451d-9191-605ea620726b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:52.843283 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-475a4147-7811-451d-9191-605ea620726b service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=24a2b49707184c4093e713f0bbc5b00c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1117013 Jul 21 23:01:52.953446 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-ea10813b-84e9-4949-9335-7438aa42d6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:52.954945 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8c291071-6be1-4b4c-800d-268ed5ff14da req-ea10813b-84e9-4949-9335-7438aa42d6dd service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1055682 Jul 21 23:01:53.000249 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1166cc11-82c5-49dc-82bc-64c0ae2c8f32 req-7351f383-0eb4-4eea-b1c9-45a5ddfe1045 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:53.002019 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1166cc11-82c5-49dc-82bc-64c0ae2c8f32 req-7351f383-0eb4-4eea-b1c9-45a5ddfe1045 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0564430 Jul 21 23:01:53.035260 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=10,neutron:SELECT=90 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:53.062354 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1166cc11-82c5-49dc-82bc-64c0ae2c8f32 req-af2af5a8-550c-47d0-9b9a-fe9f55064ed4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534518 Jul 21 23:01:53.094007 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-6826f5d0-e630-4532-9417-8d34550b88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:53.095640 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-6826f5d0-e630-4532-9417-8d34550b88aa service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1128 time: 0.0412776 Jul 21 23:01:53.126718 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43266) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:53.143448 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-20c2ed09-0e8d-49c3-ba24-d0af1db13566 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 200 len: 217 time: 0.0366819 Jul 21 23:01:53.188055 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (69fff2f5-e9b1-491e-ac87-d8aa9d121104), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.202177 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b5f81838-8975-4de8-a671-409297cf42f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:53.204040 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-b5f81838-8975-4de8-a671-409297cf42f1 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0473125 Jul 21 23:01:53.213184 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (69fff2f5-e9b1-491e-ac87-d8aa9d121104), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.252026 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-dd193e63-5f28-4c3b-909f-170e9eaf349a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:53.254263 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-dd193e63-5f28-4c3b-909f-170e9eaf349a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439935 Jul 21 23:01:53.266379 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43270) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:53.331406 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (69fff2f5-e9b1-491e-ac87-d8aa9d121104), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.334396 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.335590 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/security-groups/69fff2f5-e9b1-491e-ac87-d8aa9d121104 HTTP/1.1" status: 204 len: 168 time: 0.2078421 Jul 21 23:01:53.339176 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43274) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:53.345438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99764a18-c287-413a-a011-b92d59c3e5ce tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fff2f5-e9b1-491e-ac87-d8aa9d121104,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:53.363798 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:53.378664 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-fe2ff892-9607-4242-93ff-1b8c218958c5 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168058 Jul 21 23:01:53.379673 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.api.v2.resource [None req-20f3b9bb-1b15-4e0a-b3c5-a0cfef04926f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] show failed (client error): The resource could not be found. Jul 21 23:01:53.380631 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-20f3b9bb-1b15-4e0a-b3c5-a0cfef04926f tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "GET /v2.0/security-groups/69fff2f5-e9b1-491e-ac87-d8aa9d121104 HTTP/1.1" status: 404 len: 347 time: 0.0403445 Jul 21 23:01:53.383606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43276) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:53.385732 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d387-69cf-4efe-b303-b1b67b0941d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.462511 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d387-69cf-4efe-b303-b1b67b0941d6 admin admin] Publish callbacks [] for security_group (da0925fc-7486-48b7-849c-5837d1a8c7ac), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.526252 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-7ef0d387-69cf-4efe-b303-b1b67b0941d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (da0925fc-7486-48b7-849c-5837d1a8c7ac), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.570437 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-7ef0d387-69cf-4efe-b303-b1b67b0941d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edfb8e6ea7b548b792003568fa26fa93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3028727 Jul 21 23:01:53.571368 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef0d387-69cf-4efe-b303-b1b67b0941d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0925fc-7486-48b7-849c-5837d1a8c7ac,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:53.573748 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43282) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:53.627955 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] Publish callbacks [] for security_group (da0925fc-7486-48b7-849c-5837d1a8c7ac), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.653352 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] Publish callbacks [] for security_group (da0925fc-7486-48b7-849c-5837d1a8c7ac), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.687222 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:53.777203 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (da0925fc-7486-48b7-849c-5837d1a8c7ac), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.780047 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.784459 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da0925fc-7486-48b7-849c-5837d1a8c7ac HTTP/1.1" status: 204 len: 168 time: 0.2067301 Jul 21 23:01:53.792175 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19940562-b4ee-434f-bfe4-d84147920aa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0925fc-7486-48b7-849c-5837d1a8c7ac,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:53.820798 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:53.837088 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Deleting port d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:01:53.837430 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.852803 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-c3abc05f-4f8f-4b92-955a-bee45f19916c req-615d8251-92db-4f95-b16a-d2e10b316a56 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670222 Jul 21 23:01:53.915143 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.915475 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:53.927254 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Calling delete_port for d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4 owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:01:54.126139 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.152490 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Pushing event deleted for resources: {'Port': ['ID=d2d66246-b3f4-4b0e-a8b0-5d6c67d5a5d4,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:54.200713 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63790d45-38a9-4797-9f6e-5bcae5726901 req-5bddef3b-40d5-4bc4-93fb-4ee6c896664d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:54.202229 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-63790d45-38a9-4797-9f6e-5bcae5726901 req-5bddef3b-40d5-4bc4-93fb-4ee6c896664d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0604773 Jul 21 23:01:54.219958 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks [] for floatingip (2baef6f6-7ace-4d22-9edb-fb78306822fa), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.222585 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.223755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b87deb63-4d22-4e35-b9ef-747387a3263d tempest-AttachVolumeNegativeTest-508863006 tempest-AttachVolumeNegativeTest-508863006-project] 10.222.0.52 "DELETE /v2.0/floatingips/2baef6f6-7ace-4d22-9edb-fb78306822fa HTTP/1.1" status: 204 len: 168 time: 0.8390844 Jul 21 23:01:54.260605 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-63790d45-38a9-4797-9f6e-5bcae5726901 req-ceb99f51-fb35-4eda-a195-a1fa6ec99c95 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525274 Jul 21 23:01:54.475544 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f68facab-85d2-4dce-b7fe-29d6be7adca1 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:01:54.503199 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: f68facab-85d2-4dce-b7fe-29d6be7adca1 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:01:54.503641 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device f68facab-85d2-4dce-b7fe-29d6be7adca1 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:01:54.689291 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43298) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:54.702810 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d74e0c9e-52dd-48af-9f61-1c3148be0ffa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.776516 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d74e0c9e-52dd-48af-9f61-1c3148be0ffa admin admin] Publish callbacks [] for security_group (d467f6a0-f338-4180-9163-dc8c76952fb2), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.828107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d74e0c9e-52dd-48af-9f61-1c3148be0ffa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d467f6a0-f338-4180-9163-dc8c76952fb2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.867984 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74e0c9e-52dd-48af-9f61-1c3148be0ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d467f6a0-f338-4180-9163-dc8c76952fb2,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:54.872375 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d74e0c9e-52dd-48af-9f61-1c3148be0ffa admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f620736d59864b178d7210f116b2be48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1819963 Jul 21 23:01:54.875542 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43300) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:54.899923 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:54.925706 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] Publish callbacks [] for security_group (d467f6a0-f338-4180-9163-dc8c76952fb2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:54.947531 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] Publish callbacks [] for security_group (d467f6a0-f338-4180-9163-dc8c76952fb2), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:55.054487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d467f6a0-f338-4180-9163-dc8c76952fb2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:55.057341 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:55.058503 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d467f6a0-f338-4180-9163-dc8c76952fb2 HTTP/1.1" status: 204 len: 168 time: 0.1821988 Jul 21 23:01:55.066409 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287698e4-77f1-4f15-b2ec-85e196fd6b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d467f6a0-f338-4180-9163-dc8c76952fb2,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:55.377702 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37adc805-35b6-402f-a679-1b6a4c4b2222 req-ebcd3043-13d3-4aec-bd57-2cda0ac040f9 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:55.379287 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-37adc805-35b6-402f-a679-1b6a4c4b2222 req-ebcd3043-13d3-4aec-bd57-2cda0ac040f9 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0492871 Jul 21 23:01:55.433885 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-37adc805-35b6-402f-a679-1b6a4c4b2222 req-f03fd3c2-b3e4-4dd0-8bbb-8264f7b5ea6f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484674 Jul 21 23:01:56.553278 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffd846b-e73a-4f7a-b72a-431e4520c567 req-f3aa0260-e64e-41fe-ac8b-29b7101b104f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:56.556150 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fffd846b-e73a-4f7a-b72a-431e4520c567 req-f3aa0260-e64e-41fe-ac8b-29b7101b104f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0533752 Jul 21 23:01:56.613548 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fffd846b-e73a-4f7a-b72a-431e4520c567 req-d353e128-7438-499f-b7fe-d44a1d88f344 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506821 Jul 21 23:01:57.754723 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51ce249-024f-4ee5-9cfd-ff2fb0058b6b req-e9414423-ea9a-444d-a27c-086137604cb4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:57.756290 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b51ce249-024f-4ee5-9cfd-ff2fb0058b6b req-e9414423-ea9a-444d-a27c-086137604cb4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0518456 Jul 21 23:01:57.811282 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-b51ce249-024f-4ee5-9cfd-ff2fb0058b6b req-018b07af-dc03-4fb7-a463-194a1e414826 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465899 Jul 21 23:01:58.728264 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43412) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:58.835369 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-64e2202c-e3f8-4048-830d-d8910a8dbf1a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:58.945447 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23cb0a-db95-4ed1-aa61-abf44634a0db req-09e081bf-bd2c-4814-9c96-c1a26954e09d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:01:58.946963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1f23cb0a-db95-4ed1-aa61-abf44634a0db req-09e081bf-bd2c-4814-9c96-c1a26954e09d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0649698 Jul 21 23:01:58.957193 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-64e2202c-e3f8-4048-830d-d8910a8dbf1a admin admin] Publish callbacks [] for security_group (06b1b0d9-c7dd-4e6e-9123-efc4388081ac), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.002343 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1f23cb0a-db95-4ed1-aa61-abf44634a0db req-e34909c1-4b9f-45d7-8018-6a60bd0f25c6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477133 Jul 21 23:01:59.038340 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-64e2202c-e3f8-4048-830d-d8910a8dbf1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (06b1b0d9-c7dd-4e6e-9123-efc4388081ac), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.083315 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-64e2202c-e3f8-4048-830d-d8910a8dbf1a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7f56381501ae44e1b59b444423e1ad66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3536780 Jul 21 23:01:59.084538 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e2202c-e3f8-4048-830d-d8910a8dbf1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b1b0d9-c7dd-4e6e-9123-efc4388081ac,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:01:59.085401 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43428) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:01:59.169851 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] Publish callbacks [] for security_group (06b1b0d9-c7dd-4e6e-9123-efc4388081ac), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.182695 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:01:59.195602 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] Publish callbacks [] for security_group (06b1b0d9-c7dd-4e6e-9123-efc4388081ac), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.312706 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (06b1b0d9-c7dd-4e6e-9123-efc4388081ac), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.315268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:01:59.316466 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/06b1b0d9-c7dd-4e6e-9123-efc4388081ac HTTP/1.1" status: 204 len: 168 time: 0.2300744 Jul 21 23:01:59.324615 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292894c3-b08c-4ac5-b96d-8f54a65ae887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b1b0d9-c7dd-4e6e-9123-efc4388081ac,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:00.002363 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43456) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:00.019267 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0a24-798e-46c8-a3b8-a868bd02429f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.128934 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0a24-798e-46c8-a3b8-a868bd02429f admin admin] Publish callbacks [] for security_group (602c3ee5-d313-4733-9e4f-b5277a390154), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.138101 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586f09a0-3423-4d25-ad41-b0a5b6fd6b8a req-0b292040-fcfb-4653-bc9a-525d467735d7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:00.139631 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-586f09a0-3423-4d25-ad41-b0a5b6fd6b8a req-0b292040-fcfb-4653-bc9a-525d467735d7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0629747 Jul 21 23:02:00.157966 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:00.189030 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-586f09a0-3423-4d25-ad41-b0a5b6fd6b8a req-dd673dca-2ee6-4730-8f30-11998c59f0a4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436704 Jul 21 23:02:00.262711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-9d5c0a24-798e-46c8-a3b8-a868bd02429f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (602c3ee5-d313-4733-9e4f-b5277a390154), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.302288 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5c0a24-798e-46c8-a3b8-a868bd02429f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602c3ee5-d313-4733-9e4f-b5277a390154,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:00.306931 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-9d5c0a24-798e-46c8-a3b8-a868bd02429f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bea2274b75db4b1cb268d9a59512f505&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034332 Jul 21 23:02:00.310299 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43460) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:00.361315 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] Publish callbacks [] for security_group (602c3ee5-d313-4733-9e4f-b5277a390154), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.382877 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] Publish callbacks [] for security_group (602c3ee5-d313-4733-9e4f-b5277a390154), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.512925 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (602c3ee5-d313-4733-9e4f-b5277a390154), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.519428 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43470) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:00.522360 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:00.525868 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/602c3ee5-d313-4733-9e4f-b5277a390154 HTTP/1.1" status: 204 len: 168 time: 0.2130940 Jul 21 23:02:00.543388 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841fa9d9-1088-463d-857c-b836f54a8d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602c3ee5-d313-4733-9e4f-b5277a390154,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:00.796173 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:01.004110 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=1,neutron:SELECT=94,neutron:INSERT=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:01.015018 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:01.256548 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Deleting port e9a46c4a-8a7b-4de0-8389-677737f3ad9b {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:02:01.256899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:01.352493 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181045d7-e51c-4b73-9932-02856d709011 req-409edf50-a036-4fd5-88ab-cb7784c9f200 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:01.356846 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-181045d7-e51c-4b73-9932-02856d709011 req-409edf50-a036-4fd5-88ab-cb7784c9f200 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0853934 Jul 21 23:02:01.397376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] For port e9a46c4a-8a7b-4de0-8389-677737f3ad9b, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:01.397749 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:01.422958 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Calling delete_port for e9a46c4a-8a7b-4de0-8389-677737f3ad9b owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:02:01.438816 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-181045d7-e51c-4b73-9932-02856d709011 req-4716d95e-9e44-4007-b9ee-949032f3948f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776541 Jul 21 23:02:01.668563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:01.691365 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (e9a46c4a-8a7b-4de0-8389-677737f3ad9b), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:01.719505 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9a46c4a-8a7b-4de0-8389-677737f3ad9b,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:01.883710 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:01.975183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:02.098666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Router 357b7e7d-8837-4442-9c0e-c409a7b050d2 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:02:02.209747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:02:02.214712 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-0aaf9aaf-053c-4e69-a837-21ab0fde3f01 admin admin] 10.222.0.52 "PUT /v2.0/routers/357b7e7d-8837-4442-9c0e-c409a7b050d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6944134 Jul 21 23:02:02.217242 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43518) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:02.221909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Sync routers for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:02:02.227796 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:02.238133 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:02:02.238891 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:02.326278 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks [] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:02.360927 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:02:02.430160 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks [] for router_gateway (357b7e7d-8837-4442-9c0e-c409a7b050d2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:02.433974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:02.551275 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205'}], 'enable_snat': True}, 'gw_port_id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T23:02:01Z', 'revision_number': 5, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port': {'id': '0c0acbec-3978-4664-b13d-033a6f5d0f9c', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:86:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 283, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T22:54:49Z', 'updated_at': '2022-07-21T22:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:02.566964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Deleting port 0c0acbec-3978-4664-b13d-033a6f5d0f9c {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:02:02.567368 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:02.570807 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1436b6-b41a-4761-ae2f-f9f3ffec6677 req-526b5e3c-f1f9-4dc9-a6f5-1cc91a517d5e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:02.573020 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1e1436b6-b41a-4761-ae2f-f9f3ffec6677 req-526b5e3c-f1f9-4dc9-a6f5-1cc91a517d5e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0591958 Jul 21 23:02:02.591225 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Checking router: 357b7e7d-8837-4442-9c0e-c409a7b050d2 for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:02:02.602277 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Routers {'357b7e7d-8837-4442-9c0e-c409a7b050d2'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:02:02.603091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:01:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['357b7e7d-8837-4442-9c0e-c409a7b050d2'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:02.638752 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1e1436b6-b41a-4761-ae2f-f9f3ffec6677 req-7f5f8a37-e8da-45dc-acc4-e14b19afa58e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596702 Jul 21 23:02:02.665170 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] For port 0c0acbec-3978-4664-b13d-033a6f5d0f9c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=0c0acbec-3978-4664-b13d-033a6f5d0f9c,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:02.665534 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:02.679308 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Calling delete_port for 0c0acbec-3978-4664-b13d-033a6f5d0f9c owned by network:router_gateway {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:02:02.837746 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] Set router 357b7e7d-8837-4442-9c0e-c409a7b050d2 gateway port host: None {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:02:02.887778 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T23:02:02Z', 'revision_number': 6, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port_host': None}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:02.916222 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cfed6b-6bbb-4fee-8c29-ac417aa6f527 None None] The sync data for ids ['357b7e7d-8837-4442-9c0e-c409a7b050d2'] in dv-cinder-850697-1-iscsi is: [{'id': '357b7e7d-8837-4442-9c0e-c409a7b050d2', 'name': 'tempest-AttachVolumeNegativeTest-1444272079-router', 'tenant_id': '224678a5f1db4416b8175d315a4e4a0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T22:54:48Z', 'updated_at': '2022-07-21T23:02:02Z', 'revision_number': 6, 'project_id': '224678a5f1db4416b8175d315a4e4a0d', 'gw_port_host': None}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:02:02.934910 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (0c0acbec-3978-4664-b13d-033a6f5d0f9c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:02.964635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c0acbec-3978-4664-b13d-033a6f5d0f9c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:03.032688 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.125837 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.128052 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks [] for router_controller (357b7e7d-8837-4442-9c0e-c409a7b050d2), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.223203 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (357b7e7d-8837-4442-9c0e-c409a7b050d2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.223739 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 357b7e7d-8837-4442-9c0e-c409a7b050d2 {{(pid=111136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:02:03.229140 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.230540 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6ef5f226-32a3-4413-8c92-1edbdd69665f admin admin] 10.222.0.52 "DELETE /v2.0/routers/357b7e7d-8837-4442-9c0e-c409a7b050d2 HTTP/1.1" status: 204 len: 168 time: 1.0121512 Jul 21 23:02:03.240698 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43566) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:03.284982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_v2 [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Deleting subnet 18915455-2e7a-4e60-a02d-cf97279dde7a {{(pid=111135) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:02:03.288438 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Publish callbacks [] for subnet (18915455-2e7a-4e60-a02d-cf97279dde7a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.333830 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30489810'] for subnet (18915455-2e7a-4e60-a02d-cf97279dde7a), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.356341 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:03.413916 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (18915455-2e7a-4e60-a02d-cf97279dde7a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.546570 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30482635', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30464437'] for subnet (18915455-2e7a-4e60-a02d-cf97279dde7a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.576187 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18915455-2e7a-4e60-a02d-cf97279dde7a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:03.580305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for subnet (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.583874 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-78b6e744-d5ff-4f5c-bebd-0f796fbb0f17 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/18915455-2e7a-4e60-a02d-cf97279dde7a HTTP/1.1" status: 204 len: 168 time: 0.3498878 Jul 21 23:02:03.587432 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43572) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:03.587979 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46b6cb-3fe1-4fdd-95a1-b5a3ea77407a None None] Network be9945ce-a7e9-414b-b532-8c7c706d9d8c requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:02:03.658604 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:UPDATE=2,neutron:SELECT=89,neutron:DELETE=9 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:03.673116 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (be9945ce-a7e9-414b-b532-8c7c706d9d8c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.676895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43576) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:03.736621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Deleting port 145e32ba-4de0-4b49-b029-93a65f533652 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:02:03.738957 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (145e32ba-4de0-4b49-b029-93a65f533652), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.797095 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] DHCP port deletion for be9945ce-a7e9-414b-b532-8c7c706d9d8c request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:02:03.841480 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 0c0acbec-3978-4664-b13d-033a6f5d0f9c no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:02:03.857806 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] For port 145e32ba-4de0-4b49-b029-93a65f533652, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=145e32ba-4de0-4b49-b029-93a65f533652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:03.858146 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (145e32ba-4de0-4b49-b029-93a65f533652), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.867806 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 0c0acbec-3978-4664-b13d-033a6f5d0f9c {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:02:03.868264 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 0c0acbec-3978-4664-b13d-033a6f5d0f9c not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:02:03.868980 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e9a46c4a-8a7b-4de0-8389-677737f3ad9b no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:02:03.878520 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Calling delete_port for 145e32ba-4de0-4b49-b029-93a65f533652 owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:02:03.893784 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7866b56f-c5d0-4a6d-8ec2-9796bf6d6a39 req-a6269291-1103-465b-bc3c-e06284450990 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:03.894003 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: e9a46c4a-8a7b-4de0-8389-677737f3ad9b {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:02:03.894323 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e9a46c4a-8a7b-4de0-8389-677737f3ad9b not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:02:03.895883 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7866b56f-c5d0-4a6d-8ec2-9796bf6d6a39 req-a6269291-1103-465b-bc3c-e06284450990 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0861094 Jul 21 23:02:03.898936 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Deleting port 145e32ba-4de0-4b49-b029-93a65f533652 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:02:03.899278 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (145e32ba-4de0-4b49-b029-93a65f533652), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.910684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7790c961-a507-4174-8d80-96d6d38d5656 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.969085 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] For port 145e32ba-4de0-4b49-b029-93a65f533652, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=145e32ba-4de0-4b49-b029-93a65f533652,segment=NetworkSegment(5014695a-8b1d-4bae-b2d8-c42fc907f0a8),segment_id=5014695a-8b1d-4bae-b2d8-c42fc907f0a8)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:03.970794 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (145e32ba-4de0-4b49-b029-93a65f533652), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:03.984594 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Calling delete_port for 145e32ba-4de0-4b49-b029-93a65f533652 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:02:04.003812 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:04.039537 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7866b56f-c5d0-4a6d-8ec2-9796bf6d6a39 req-e36c48e1-3e1b-477b-8326-f27e00ba4f20 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351116 Jul 21 23:02:04.111208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7790c961-a507-4174-8d80-96d6d38d5656 admin admin] Publish callbacks [] for security_group (d947f0b8-0570-4b00-9bc0-e89d571e0849), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.148315 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (145e32ba-4de0-4b49-b029-93a65f533652), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.155098 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (145e32ba-4de0-4b49-b029-93a65f533652), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.172977 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=145e32ba-4de0-4b49-b029-93a65f533652,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:04.177729 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] No DVR routers for this DVR port 145e32ba-4de0-4b49-b029-93a65f533652 on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:02:04.179332 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Pushing event deleted for resources: {'Port': ['ID=145e32ba-4de0-4b49-b029-93a65f533652,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:04.187270 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] No DVR routers for this DVR port 145e32ba-4de0-4b49-b029-93a65f533652 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:02:04.189282 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.189634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.189984 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.190406 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.193647 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.194361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.194361 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.194625 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b95e834-645d-439e-9ca6-c725cc8011f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:04.218579 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7790c961-a507-4174-8d80-96d6d38d5656 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d947f0b8-0570-4b00-9bc0-e89d571e0849), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.289483 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (be9945ce-a7e9-414b-b532-8c7c706d9d8c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.305620 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7790c961-a507-4174-8d80-96d6d38d5656 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d947f0b8-0570-4b00-9bc0-e89d571e0849,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:04.316557 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7790c961-a507-4174-8d80-96d6d38d5656 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6ca667b8b228452ea5a23673b3f027bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6342673 Jul 21 23:02:04.316751 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43582) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:04.323221 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be9945ce-a7e9-414b-b532-8c7c706d9d8c']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:04.336070 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5014695a-8b1d-4bae-b2d8-c42fc907f0a8') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:04.336372 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5014695a-8b1d-4bae-b2d8-c42fc907f0a8') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:04.352674 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (5014695a-8b1d-4bae-b2d8-c42fc907f0a8), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.367480 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (5014695a-8b1d-4bae-b2d8-c42fc907f0a8), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.373896 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Releasing vlan 624 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:02:04.374277 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (5014695a-8b1d-4bae-b2d8-c42fc907f0a8), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.376946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] Publish callbacks [] for security_group (d947f0b8-0570-4b00-9bc0-e89d571e0849), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.401985 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] Publish callbacks [] for security_group (d947f0b8-0570-4b00-9bc0-e89d571e0849), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.523668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d947f0b8-0570-4b00-9bc0-e89d571e0849), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.526250 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.527522 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d947f0b8-0570-4b00-9bc0-e89d571e0849 HTTP/1.1" status: 204 len: 168 time: 0.2100911 Jul 21 23:02:04.536451 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9b8a0a-4cfd-4feb-9cf6-a2a380daf10c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d947f0b8-0570-4b00-9bc0-e89d571e0849,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:04.691152 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 5014695a-8b1d-4bae-b2d8-c42fc907f0a8 resource provider aggregate not found Jul 21 23:02:04.708311 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 5014695a-8b1d-4bae-b2d8-c42fc907f0a8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5014695a-8b1d-4bae-b2d8-c42fc907f0a8 found for delete ", "request_id": "req-45dd8669-c4db-4b08-bc8d-ca96abb96e28"}]} Jul 21 23:02:04.778737 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (be9945ce-a7e9-414b-b532-8c7c706d9d8c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.784844 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:04.787913 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/be9945ce-a7e9-414b-b532-8c7c706d9d8c HTTP/1.1" status: 204 len: 168 time: 1.1994791 Jul 21 23:02:04.798524 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f8f76c-43f5-42f5-ba79-11603ae032c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=be9945ce-a7e9-414b-b532-8c7c706d9d8c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:05.170974 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1142d8-6e69-4360-a4d9-73c6f69f1c9d req-a85060d5-523c-42b4-b88b-1f54ded7c960 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:05.172459 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7d1142d8-6e69-4360-a4d9-73c6f69f1c9d req-a85060d5-523c-42b4-b88b-1f54ded7c960 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0474887 Jul 21 23:02:05.196607 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43600) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:05.203020 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=10,neutron:SELECT=78,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:05.211281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d47618ca-b013-4b70-b8fd-d5736297d537 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.227621 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7d1142d8-6e69-4360-a4d9-73c6f69f1c9d req-b0076aad-9384-4a2f-be96-580a7b1da077 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488365 Jul 21 23:02:05.273324 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43602) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:05.288219 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d47618ca-b013-4b70-b8fd-d5736297d537 admin admin] Publish callbacks [] for security_group (b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.307678 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:05.314147 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-b65d59a4-8eb8-45be-a638-90046b3ddb9a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=224678a5f1db4416b8175d315a4e4a0d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0396895 Jul 21 23:02:05.316711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43604) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:05.365476 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] Publish callbacks [] for security_group (f8669efa-63eb-432e-8f3c-12dcb8425c12), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.382915 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d47618ca-b013-4b70-b8fd-d5736297d537 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.387113 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] Publish callbacks [] for security_group (f8669efa-63eb-432e-8f3c-12dcb8425c12), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.424578 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d47618ca-b013-4b70-b8fd-d5736297d537 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1054a950f1324168baf600948dbfe4e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2268407 Jul 21 23:02:05.425511 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47618ca-b013-4b70-b8fd-d5736297d537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:05.427604 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43608) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:05.479920 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] Publish callbacks [] for security_group (b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.503774 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] Publish callbacks [] for security_group (b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.537627 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:05.542282 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (f8669efa-63eb-432e-8f3c-12dcb8425c12), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.547558 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.547558 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f8669efa-63eb-432e-8f3c-12dcb8425c12 HTTP/1.1" status: 204 len: 168 time: 0.2283199 Jul 21 23:02:05.555462 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110a2ace-30d9-4eb7-8c7c-623f3ce2640a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8669efa-63eb-432e-8f3c-12dcb8425c12,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:05.560125 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 145e32ba-4de0-4b49-b029-93a65f533652 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:02:05.584354 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 145e32ba-4de0-4b49-b029-93a65f533652 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:02:05.584702 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 145e32ba-4de0-4b49-b029-93a65f533652 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:02:05.632847 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.635943 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:05.637139 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f HTTP/1.1" status: 204 len: 168 time: 0.2085481 Jul 21 23:02:05.645476 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c64ef02-e2db-4d06-acc0-f8d0a04dfca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2f6e2-6d3e-45f0-ac18-07c7cabebf8f,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:05.656829 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:05.661039 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:06.347775 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e987cb5-137d-454b-9ce1-e51187b7edb6 req-cb5181f6-2141-4107-8ccb-5f13071d0428 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:06.350937 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0e987cb5-137d-454b-9ce1-e51187b7edb6 req-cb5181f6-2141-4107-8ccb-5f13071d0428 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0518610 Jul 21 23:02:06.402094 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0e987cb5-137d-454b-9ce1-e51187b7edb6 req-8f9d0f06-d8d3-4b5b-97ff-8dd4d2c7cef9 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464537 Jul 21 23:02:07.532479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425026c-a82f-485a-bf38-f504bbd8f303 req-8a2ce217-8f59-4ce5-b202-f69dadb03580 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:07.534032 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e425026c-a82f-485a-bf38-f504bbd8f303 req-8a2ce217-8f59-4ce5-b202-f69dadb03580 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0496612 Jul 21 23:02:07.586071 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-e425026c-a82f-485a-bf38-f504bbd8f303 req-615c3f78-201f-47c0-b50a-05f000e62868 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459681 Jul 21 23:02:08.703200 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d986abc8-df4c-4ffe-8bd4-33620525ce7e req-391ed817-817b-4a1a-afdc-bb43a0f36ebd tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:08.704657 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d986abc8-df4c-4ffe-8bd4-33620525ce7e req-391ed817-817b-4a1a-afdc-bb43a0f36ebd tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0458381 Jul 21 23:02:08.755222 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d986abc8-df4c-4ffe-8bd4-33620525ce7e req-36fa7c5f-4a29-419a-948b-3cceab0e1c3c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442708 Jul 21 23:02:09.876578 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645fee4b-fc3e-46dd-9cbe-4590a4fd0c0f req-85017e26-94c7-473b-8078-69c4b204ae09 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:09.878080 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-645fee4b-fc3e-46dd-9cbe-4590a4fd0c0f req-85017e26-94c7-473b-8078-69c4b204ae09 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0501082 Jul 21 23:02:09.930269 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-645fee4b-fc3e-46dd-9cbe-4590a4fd0c0f req-a5089ef5-d4e4-4327-b069-313187f18ce5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466068 Jul 21 23:02:11.039963 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d963c9-d45e-4274-9e91-28e140f05ff7 req-e4bd999b-9db9-4fd9-9e24-1485cb61a807 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:11.041426 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a1d963c9-d45e-4274-9e91-28e140f05ff7 req-e4bd999b-9db9-4fd9-9e24-1485cb61a807 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 944 time: 0.0461590 Jul 21 23:02:11.096861 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a1d963c9-d45e-4274-9e91-28e140f05ff7 req-7815bf09-bd0b-4467-8c29-9d4bc339b45b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500174 Jul 21 23:02:11.166847 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device cbd42425-862a-42b1-87aa-80086b98c90c details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:02:11.273210 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=cbd42425-862a-42b1-87aa-80086b98c90c,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:11.284167 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'port_id': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'mac_address': 'fa:16:3e:4b:4a:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:02:11.319063 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port cbd42425-862a-42b1-87aa-80086b98c90c is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:02:11.319450 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:11.332418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbd42425-862a-42b1-87aa-80086b98c90c {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:02:11.348612 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:11.353212 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=cbd42425-862a-42b1-87aa-80086b98c90c,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:11.465798 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:11.504230 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:11.518311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:12.028170 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-be660925-a37a-4355-a56d-58e61bd819d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:12.210238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabbf01a-161a-45b3-8aa2-1bb223c4aff5 req-80903287-0c4e-4a75-ab65-78255492f164 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:12.211826 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aabbf01a-161a-45b3-8aa2-1bb223c4aff5 req-80903287-0c4e-4a75-ab65-78255492f164 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 945 time: 0.0482080 Jul 21 23:02:12.261653 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-aabbf01a-161a-45b3-8aa2-1bb223c4aff5 req-d8f789a8-20ad-48da-b472-94ff0e437f51 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440376 Jul 21 23:02:12.317460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['cbd42425-862a-42b1-87aa-80086b98c90c'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:02:13.399565 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff756d5d-1dac-40a8-830e-ac48c18134ed req-b3fc271e-f879-4990-b8a7-ad44cc94c651 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:13.406708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ff756d5d-1dac-40a8-830e-ac48c18134ed req-b3fc271e-f879-4990-b8a7-ad44cc94c651 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 945 time: 0.0653729 Jul 21 23:02:13.457545 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ff756d5d-1dac-40a8-830e-ac48c18134ed req-ab812188-76b3-41eb-973f-ebf4a7a9b00e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497744 Jul 21 23:02:14.248837 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-1bfc6cdf-7dfa-4ec0-b2fd-3120bca1e937 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:14.468148 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device cbd42425-862a-42b1-87aa-80086b98c90c up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:02:14.508599 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:14.513955 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port cbd42425-862a-42b1-87aa-80086b98c90c completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:02:14.574837 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490fe6a2-23d0-4599-a468-1c1ed8035c8d req-4026e88f-736d-48aa-9ef1-41c964e796ae tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:14.576344 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-490fe6a2-23d0-4599-a468-1c1ed8035c8d req-4026e88f-736d-48aa-9ef1-41c964e796ae tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 945 time: 0.0509298 Jul 21 23:02:14.576773 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port cbd42425-862a-42b1-87aa-80086b98c90c triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:02:14.577215 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:14.627985 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-490fe6a2-23d0-4599-a468-1c1ed8035c8d req-17f4971b-6e7c-4ad8-a3e0-70ccc8515607 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448761 Jul 21 23:02:14.659637 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port cbd42425-862a-42b1-87aa-80086b98c90c is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:02:14.660034 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:14.682439 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:02:14.684790 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4c8a09-9981-469d-81ce-874b7262ee66" -d '{"events": [{"server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "name": "network-vif-plugged", "status": "completed", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:02:14.698132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=cbd42425-862a-42b1-87aa-80086b98c90c,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:02:14.723279 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04a8f449-b2b7-470e-a120-9c3979f550b3 x-openstack-request-id: req-04a8f449-b2b7-470e-a120-9c3979f550b3 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:02:14.723572 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "name": "network-vif-plugged", "status": "completed", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:02:14.723869 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-04a8f449-b2b7-470e-a120-9c3979f550b3 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:02:14.729552 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04a8f449-b2b7-470e-a120-9c3979f550b3'] response: {'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'code': 200} Jul 21 23:02:14.782415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:14.827414 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:15.616728 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:15.745165 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb19f67c-b752-432e-a4a6-ef36dec1c2fe req-14ba5c6d-edfc-4929-be91-31611c5ec42e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:15.746707 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb19f67c-b752-432e-a4a6-ef36dec1c2fe req-14ba5c6d-edfc-4929-be91-31611c5ec42e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0477791 Jul 21 23:02:15.798945 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cb19f67c-b752-432e-a4a6-ef36dec1c2fe req-73ed4e30-2886-4d26-86af-3bb10dd50026 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450797 Jul 21 23:02:16.154093 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:16.549032 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:02:16.607150 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d9182-e6e2-430d-a6bc-e661f8f24723 req-552d4ff8-976c-4b16-b818-3aa6cf115759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:16.608754 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bf5d9182-e6e2-430d-a6bc-e661f8f24723 req-552d4ff8-976c-4b16-b818-3aa6cf115759 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1130 time: 0.0385995 Jul 21 23:02:16.658277 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-bf5d9182-e6e2-430d-a6bc-e661f8f24723 req-fee1b857-909b-49f3-a52a-516f55de9164 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409729 Jul 21 23:02:16.910678 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f08856c-feb9-4bf5-aec8-774f278c2b10 req-35b3eb07-db0a-49c1-993e-d01ae906c91a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:16.912701 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f08856c-feb9-4bf5-aec8-774f278c2b10 req-35b3eb07-db0a-49c1-993e-d01ae906c91a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0464232 Jul 21 23:02:16.964038 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2f08856c-feb9-4bf5-aec8-774f278c2b10 req-43ffb8a0-9d3d-4101-b881-40a459e2b7e1 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458508 Jul 21 23:02:17.068289 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:17.328863 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:18.095853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe59c713-f9ce-405e-a595-aa86eb9f29eb req-d055719c-e92c-4f21-83f2-906f80e8ca53 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:18.097378 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fe59c713-f9ce-405e-a595-aa86eb9f29eb req-d055719c-e92c-4f21-83f2-906f80e8ca53 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0571973 Jul 21 23:02:18.154746 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fe59c713-f9ce-405e-a595-aa86eb9f29eb req-7527d626-ef11-4ed5-be13-e0b3af2dce73 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508623 Jul 21 23:02:18.631711 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43864) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:18.744653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38d2d385-0873-492c-8ceb-b0c53c44af7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:18.818211 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38d2d385-0873-492c-8ceb-b0c53c44af7f admin admin] Publish callbacks [] for security_group (03c38985-e17c-4a1e-8a35-54caf2d0d9bc), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:18.897653 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38d2d385-0873-492c-8ceb-b0c53c44af7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (03c38985-e17c-4a1e-8a35-54caf2d0d9bc), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:18.942128 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-38d2d385-0873-492c-8ceb-b0c53c44af7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9963be03a1e84a698a67707390b7240a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3091493 Jul 21 23:02:18.942844 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2d385-0873-492c-8ceb-b0c53c44af7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c38985-e17c-4a1e-8a35-54caf2d0d9bc,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:18.944706 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43876) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:18.995164 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] Publish callbacks [] for security_group (03c38985-e17c-4a1e-8a35-54caf2d0d9bc), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:19.004391 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:19.019014 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] Publish callbacks [] for security_group (03c38985-e17c-4a1e-8a35-54caf2d0d9bc), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:19.171358 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (03c38985-e17c-4a1e-8a35-54caf2d0d9bc), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:19.174334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:19.175694 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03c38985-e17c-4a1e-8a35-54caf2d0d9bc HTTP/1.1" status: 204 len: 168 time: 0.2299528 Jul 21 23:02:19.186434 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24312f8a-3f22-4a04-a5cc-102a5ba099cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c38985-e17c-4a1e-8a35-54caf2d0d9bc,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:19.305353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf9c562-636c-4880-9c03-cce57d45afc9 req-00ce0ebd-46ee-4aab-9358-f20ba3d1fd29 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:19.306898 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddf9c562-636c-4880-9c03-cce57d45afc9 req-00ce0ebd-46ee-4aab-9358-f20ba3d1fd29 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0540686 Jul 21 23:02:19.356433 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ddf9c562-636c-4880-9c03-cce57d45afc9 req-93e74fd8-ac28-4158-98f0-9541b4451c4d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438404 Jul 21 23:02:19.442191 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:19.462552 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:19.481385 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a23eb10-33ad-4ada-9038-065136658cc2 req-0f4a13b7-3ce4-40d6-baea-95a15b0f6b87 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:19.483154 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2a23eb10-33ad-4ada-9038-065136658cc2 req-0f4a13b7-3ce4-40d6-baea-95a15b0f6b87 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0500226 Jul 21 23:02:19.541278 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2a23eb10-33ad-4ada-9038-065136658cc2 req-614fcf9b-32ad-4f7c-ae3a-e58699c9a51e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491393 Jul 21 23:02:19.564121 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43904) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:19.763843 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c94b5091-b673-4739-bf8e-91de876e1bb4 tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:19.765350 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c94b5091-b673-4739-bf8e-91de876e1bb4 tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1125 time: 0.2002552 Jul 21 23:02:19.768346 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43914) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:19.772523 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.v2.base [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'port_id': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address': '172.20.0.13'}} {{(pid=111135) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:02:19.872557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:19.953628 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:20.062491 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.db_base_plugin_common [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.27.0.110 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/78266d98-2d07-494e-af81-7ed03037b60f) {{(pid=111135) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:02:20.175444 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (78266d98-2d07-494e-af81-7ed03037b60f), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:20.272978 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (78266d98-2d07-494e-af81-7ed03037b60f), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:20.310535 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111135) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:02:20.313458 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.base_scheduler [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111135) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:02:20.319209 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111135) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:02:20.345188 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=78266d98-2d07-494e-af81-7ed03037b60f,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:20.487783 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:20.915892 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:20.977189 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (5a95e8fe-332d-486c-8213-f3fdacf22ebb), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.122657 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (78266d98-2d07-494e-af81-7ed03037b60f), before_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.292871 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (78266d98-2d07-494e-af81-7ed03037b60f), precommit_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.353100 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43984) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:21.371534 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 43988) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:21.565349 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30482461'] for port (78266d98-2d07-494e-af81-7ed03037b60f), after_update {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.650347 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=78266d98-2d07-494e-af81-7ed03037b60f,revision_number=2']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:21.663445 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (5a95e8fe-332d-486c-8213-f3fdacf22ebb), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.755151 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:21.763675 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.db.l3_db [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP 5a95e8fe-332d-486c-8213-f3fdacf22ebb associated. External IP: 172.27.0.110, port: cbd42425-862a-42b1-87aa-80086b98c90c. Jul 21 23:02:21.903453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-47adb402-ef8e-4328-a2e6-e33004aa8de0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:21.995183 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:02:22.002110 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 43996) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.014756 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2762cc3f-2147-4d59-aa95-51f106eb25c6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.021968 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-47adb402-ef8e-4328-a2e6-e33004aa8de0 admin admin] Publish callbacks [] for security_group (029deb67-5949-4dee-a675-fdd0dd70f15d), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.032041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:22.033189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44000) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.114166 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8e53452c-35d8-45a9-85aa-d4ae3c3bd793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.116712 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-17d148d9-7a0d-4b9c-8ae1-4a9a117bc6b1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.120076 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-47adb402-ef8e-4328-a2e6-e33004aa8de0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (029deb67-5949-4dee-a675-fdd0dd70f15d), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.146935 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2762cc3f-2147-4d59-aa95-51f106eb25c6 admin admin] Publish callbacks [] for security_group (b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.153007 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:02:22.168362 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:02:22.188651 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-47adb402-ef8e-4328-a2e6-e33004aa8de0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a0e5f01e7bae402d9ee2697ff9ae5461&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8327942 Jul 21 23:02:22.191947 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47adb402-ef8e-4328-a2e6-e33004aa8de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029deb67-5949-4dee-a675-fdd0dd70f15d,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.192232 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44004) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.193544 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:02:22.194938 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:02:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:22.206159 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-2762cc3f-2147-4d59-aa95-51f106eb25c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.264035 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-17d148d9-7a0d-4b9c-8ae1-4a9a117bc6b1 admin admin] Publish callbacks [] for security_group (4636fac0-d5af-4974-99ec-2f46151a13b2), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.264326 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:22.264882 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2762cc3f-2147-4d59-aa95-51f106eb25c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.275596 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-2762cc3f-2147-4d59-aa95-51f106eb25c6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe53d6ca4fa44a67ae4a039635d2c5b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9028111 Jul 21 23:02:22.276667 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44006) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.281779 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] Publish callbacks [] for security_group (029deb67-5949-4dee-a675-fdd0dd70f15d), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.315627 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.315864 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:02:22.320919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8e53452c-35d8-45a9-85aa-d4ae3c3bd793 admin admin] Publish callbacks [] for security_group (589f14a8-315c-452d-9013-7518265b14cb), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.328914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] Publish callbacks [] for security_group (029deb67-5949-4dee-a675-fdd0dd70f15d), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.346899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] Publish callbacks [] for security_group (b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.356505 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-cbe14a79-7b0e-453c-a380-c1bd7cb79f39 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5845001 Jul 21 23:02:22.356505 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c'}] {{(pid=111135) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:02:22.359026 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}75a92c500a506834a733561692b961ed1ffc194eb31f7acbbd996d1fe9622f62" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-337b673a-81d8-47aa-92c4-751b176f13ae" -d '{"events": [{"name": "network-changed", "server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c"}]}' {{(pid=111135) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:02:22.372551 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] Publish callbacks [] for security_group (b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.404460 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-17d148d9-7a0d-4b9c-8ae1-4a9a117bc6b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4636fac0-d5af-4974-99ec-2f46151a13b2), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.411146 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:02:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3ada86-9848-43fe-a69b-df4dbd0ab556 x-openstack-request-id: req-1a3ada86-9848-43fe-a69b-df4dbd0ab556 {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:02:22.412034 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c", "status": "completed", "code": 200}]} {{(pid=111135) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:02:22.412222 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1a3ada86-9848-43fe-a69b-df4dbd0ab556 {{(pid=111135) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:02:22.412793 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3ada86-9848-43fe-a69b-df4dbd0ab556'] response: {'name': 'network-changed', 'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'status': 'completed', 'code': 200} Jul 21 23:02:22.415675 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:22.415831 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-8e53452c-35d8-45a9-85aa-d4ae3c3bd793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (589f14a8-315c-452d-9013-7518265b14cb), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.455417 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-17d148d9-7a0d-4b9c-8ae1-4a9a117bc6b1 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=7cf2fec2943c4371844d205ae919d1ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4520206 Jul 21 23:02:22.456372 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d148d9-7a0d-4b9c-8ae1-4a9a117bc6b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4636fac0-d5af-4974-99ec-2f46151a13b2,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.461000 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44012) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.495422 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (029deb67-5949-4dee-a675-fdd0dd70f15d), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.501579 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.502850 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e53452c-35d8-45a9-85aa-d4ae3c3bd793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=589f14a8-315c-452d-9013-7518265b14cb,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.504368 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/029deb67-5949-4dee-a675-fdd0dd70f15d HTTP/1.1" status: 204 len: 168 time: 0.3100946 Jul 21 23:02:22.519078 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd42ae5-cf69-4cab-8460-72efad21209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029deb67-5949-4dee-a675-fdd0dd70f15d,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.537428 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-8e53452c-35d8-45a9-85aa-d4ae3c3bd793 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ab5f235b30c54dedb41679fb94a7dfa2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5005169 Jul 21 23:02:22.538416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44016) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:22.544006 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b673a-81d8-47aa-92c4-751b176f13ae req-d79817b6-92c0-4241-941c-05f2754dc183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:22.545789 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-d79817b6-92c0-4241-941c-05f2754dc183 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1130 time: 0.1070752 Jul 21 23:02:22.603342 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] Publish callbacks [] for security_group (589f14a8-315c-452d-9013-7518265b14cb), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.605030 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:22.630886 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] Publish callbacks [] for security_group (589f14a8-315c-452d-9013-7518265b14cb), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.636796 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.639388 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.643031 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4 HTTP/1.1" status: 204 len: 168 time: 0.3616061 Jul 21 23:02:22.660032 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] Publish callbacks [] for security_group (4636fac0-d5af-4974-99ec-2f46151a13b2), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.666210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60851b6-d720-42b5-bd73-d0e379969cbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1511dc1-a0cd-4ecf-b9ea-4272af3e18e4,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.674470 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:INSERT=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:22.710618 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] Publish callbacks [] for security_group (4636fac0-d5af-4974-99ec-2f46151a13b2), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.719645 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b673a-81d8-47aa-92c4-751b176f13ae req-bd1bd411-cdc1-455d-a9e9-79520927f138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:22.721308 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-bd1bd411-cdc1-455d-a9e9-79520927f138 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.1661115 Jul 21 23:02:22.735434 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '5a95e8fe-332d-486c-8213-f3fdacf22ebb', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:4b:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:02:20Z', 'updated_at': '2022-07-21T23:02:20Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:22.762099 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:02:22.771778 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:02:22.772456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:02:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:22.808962 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (589f14a8-315c-452d-9013-7518265b14cb), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.811888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.813282 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/589f14a8-315c-452d-9013-7518265b14cb HTTP/1.1" status: 204 len: 168 time: 0.2743919 Jul 21 23:02:22.815465 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-281309c1-dcf0-4046-b4ec-664057e74256 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 200 len: 1000 time: 0.0859909 Jul 21 23:02:22.849736 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89146f20-5049-4f06-9610-bb8b87e8bd7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=589f14a8-315c-452d-9013-7518265b14cb,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:22.877773 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-8afb7e12-8f06-400e-8a36-cf367ea72e9c service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0633249 Jul 21 23:02:22.898210 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b673a-81d8-47aa-92c4-751b176f13ae req-eddbc32a-1f6b-4c7a-814f-f20c6a830647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:22.907578 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-eddbc32a-1f6b-4c7a-814f-f20c6a830647 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0791667 Jul 21 23:02:22.907722 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:02:22.947383 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337b673a-81d8-47aa-92c4-751b176f13ae req-77cae349-c6fc-4a30-bc83-83ee15fcf82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:22.949054 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-77cae349-c6fc-4a30-bc83-83ee15fcf82c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433230 Jul 21 23:02:22.950624 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4636fac0-d5af-4974-99ec-2f46151a13b2), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.953262 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:22.959068 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4636fac0-d5af-4974-99ec-2f46151a13b2 HTTP/1.1" status: 204 len: 168 time: 0.4739592 Jul 21 23:02:22.972191 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d069a424-89c0-4a2e-a383-9aed5e114e90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4636fac0-d5af-4974-99ec-2f46151a13b2,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:23.064973 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-aa94b8ef-96a3-4dc1-a9c0-4cb98c58b29d service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1054156 Jul 21 23:02:23.129026 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '5a95e8fe-332d-486c-8213-f3fdacf22ebb', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:4b:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:02:20Z', 'updated_at': '2022-07-21T23:02:20Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:02:23.159207 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dbc8b80-eee0-4c38-b9ea-6266f1ffdd2f None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '5a95e8fe-332d-486c-8213-f3fdacf22ebb', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.110', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 651, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:4b:4a:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:02:20Z', 'updated_at': '2022-07-21T23:02:20Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:02:23.184992 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-337b673a-81d8-47aa-92c4-751b176f13ae req-5600406c-96dc-4a8c-8902-7bb5eab1ee96 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135705 Jul 21 23:02:23.426453 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-3b97d8f6-dcaf-4eba-8180-d5f7c073c594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:23.430669 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff04ede-03f6-42e9-9311-3fea9c7f79dd None None] New status for floating IP 5a95e8fe-332d-486c-8213-f3fdacf22ebb: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:02:23.435266 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-3b97d8f6-dcaf-4eba-8180-d5f7c073c594 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1130 time: 0.0591433 Jul 21 23:02:23.463035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:23.574765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-8243e378-4dde-4dff-908a-1fa9a2619fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:23.576301 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-8243e378-4dde-4dff-908a-1fa9a2619fc8 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.1222377 Jul 21 23:02:23.642860 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-a531fd09-e59a-4233-951e-eb3f901b5cd5 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 200 len: 1000 time: 0.0605679 Jul 21 23:02:23.700729 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-8c8cae57-e626-4077-8051-810b97e9bc59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:23.702481 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-8c8cae57-e626-4077-8051-810b97e9bc59 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0538909 Jul 21 23:02:23.750895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-98a9fcb6-9845-44dc-a84b-3b70c06ed048 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:02:23.756632 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-98a9fcb6-9845-44dc-a84b-3b70c06ed048 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471103 Jul 21 23:02:23.851561 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-fe5c8601-69fc-4132-b259-e4817967b6cb service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890872 Jul 21 23:02:23.942142 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d8b441c3-7f7c-4d89-a6e9-74023b5fa095 req-416f7f71-fedd-47ac-857a-c9baa8f3a81b service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842564 Jul 21 23:02:26.769847 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44186) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:26.880574 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9e78f7b-05f2-445e-ad1c-38dad7a58bd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:26.959832 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:26.968216 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9e78f7b-05f2-445e-ad1c-38dad7a58bd3 admin admin] Publish callbacks [] for security_group (28917494-a03c-4c01-b75a-9803ee0b0401), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.062633 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-c9e78f7b-05f2-445e-ad1c-38dad7a58bd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (28917494-a03c-4c01-b75a-9803ee0b0401), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.102660 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e78f7b-05f2-445e-ad1c-38dad7a58bd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28917494-a03c-4c01-b75a-9803ee0b0401,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:27.107163 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-c9e78f7b-05f2-445e-ad1c-38dad7a58bd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=37ff6f2a7d5f4ef5bb8721dbda85a2d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3362646 Jul 21 23:02:27.109804 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44192) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:27.173347 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] Publish callbacks [] for security_group (28917494-a03c-4c01-b75a-9803ee0b0401), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.197114 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] Publish callbacks [] for security_group (28917494-a03c-4c01-b75a-9803ee0b0401), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.369264 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (28917494-a03c-4c01-b75a-9803ee0b0401), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.371883 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:27.373054 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/28917494-a03c-4c01-b75a-9803ee0b0401 HTTP/1.1" status: 204 len: 168 time: 0.2622807 Jul 21 23:02:27.381636 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f5289-37fb-48dc-b7eb-ccbcdcd04b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28917494-a03c-4c01-b75a-9803ee0b0401,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:28.070051 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44216) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:28.083744 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f0af32a8-efd3-4116-acdb-f1b822ba4768 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.165289 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f0af32a8-efd3-4116-acdb-f1b822ba4768 admin admin] Publish callbacks [] for security_group (77016e76-eeaf-4c2e-9897-39b4f128dbba), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.262938 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-f0af32a8-efd3-4116-acdb-f1b822ba4768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (77016e76-eeaf-4c2e-9897-39b4f128dbba), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.301775 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0af32a8-efd3-4116-acdb-f1b822ba4768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77016e76-eeaf-4c2e-9897-39b4f128dbba,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:28.306755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-f0af32a8-efd3-4116-acdb-f1b822ba4768 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f201595a8c9f4b9289ac4585a753e828&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355063 Jul 21 23:02:28.309966 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44222) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:28.359813 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] Publish callbacks [] for security_group (77016e76-eeaf-4c2e-9897-39b4f128dbba), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.373022 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:28.382058 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] Publish callbacks [] for security_group (77016e76-eeaf-4c2e-9897-39b4f128dbba), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.520046 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (77016e76-eeaf-4c2e-9897-39b4f128dbba), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.523355 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:28.524518 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/77016e76-eeaf-4c2e-9897-39b4f128dbba HTTP/1.1" status: 204 len: 168 time: 0.2140701 Jul 21 23:02:28.533085 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78219c5f-1028-4580-8ef2-acd57c537e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77016e76-eeaf-4c2e-9897-39b4f128dbba,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:33.221906 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=24,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:34.814705 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44376) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:34.932712 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.009760 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Publish callbacks [] for security_group (663b812a-085f-4b87-ad00-073ade42fe4e), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.111624 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (663b812a-085f-4b87-ad00-073ade42fe4e), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.153529 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2b332ea671ec4c13b56113a2e7d30e31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3376894 Jul 21 23:02:35.154798 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=663b812a-085f-4b87-ad00-073ade42fe4e,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:35.156181 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44384) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:35.162420 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.162946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.163456 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.163878 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.164221 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.164557 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.164926 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.165263 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.165598 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.165930 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.166268 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.166702 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.167059 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.167390 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.170633 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01231642-2c30-494d-a058-11e8cdef6860 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.210558 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Publish callbacks [] for security_group (663b812a-085f-4b87-ad00-073ade42fe4e), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.235056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Publish callbacks [] for security_group (663b812a-085f-4b87-ad00-073ade42fe4e), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.331134 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (663b812a-085f-4b87-ad00-073ade42fe4e), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.333727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:35.334911 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/663b812a-085f-4b87-ad00-073ade42fe4e HTTP/1.1" status: 204 len: 168 time: 0.1777225 Jul 21 23:02:35.344558 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=663b812a-085f-4b87-ad00-073ade42fe4e,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:35.352487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.353069 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.353318 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.353672 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.354015 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.354621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.355046 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.355303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.355639 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.355961 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.356291 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.356626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.356955 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.357281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:35.357607 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a432416-c9de-4c1f-b068-af1c45597866 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:02:37.710030 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44460) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:37.814877 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1197746c-718d-4c3c-8f4b-1334d5829bcb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:37.890704 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1197746c-718d-4c3c-8f4b-1334d5829bcb admin admin] Publish callbacks [] for security_group (64fcca5e-c850-4aa8-92d4-4e562504e19a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:37.959663 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1197746c-718d-4c3c-8f4b-1334d5829bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (64fcca5e-c850-4aa8-92d4-4e562504e19a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:37.975768 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=79,neutron:INSERT=13,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:37.999727 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1197746c-718d-4c3c-8f4b-1334d5829bcb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3dd7349d012948619faf1671b6637f1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2886493 Jul 21 23:02:38.001700 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1197746c-718d-4c3c-8f4b-1334d5829bcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fcca5e-c850-4aa8-92d4-4e562504e19a,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:38.002516 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44464) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:38.055785 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] Publish callbacks [] for security_group (64fcca5e-c850-4aa8-92d4-4e562504e19a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:38.077314 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] Publish callbacks [] for security_group (64fcca5e-c850-4aa8-92d4-4e562504e19a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:38.199335 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (64fcca5e-c850-4aa8-92d4-4e562504e19a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:38.202107 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:38.203352 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/64fcca5e-c850-4aa8-92d4-4e562504e19a HTTP/1.1" status: 204 len: 168 time: 0.1997976 Jul 21 23:02:38.212703 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d657859-932d-410c-b75d-5247b2dded1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fcca5e-c850-4aa8-92d4-4e562504e19a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:38.550315 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=28,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:38.887242 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44492) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:38.901390 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f50933e0-658b-4dc3-a44f-2c01e752e86b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:38.977542 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f50933e0-658b-4dc3-a44f-2c01e752e86b admin admin] Publish callbacks [] for security_group (44fa77dc-86a0-4b68-920b-6f7feed8bab9), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.068271 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-f50933e0-658b-4dc3-a44f-2c01e752e86b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (44fa77dc-86a0-4b68-920b-6f7feed8bab9), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.107930 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-f50933e0-658b-4dc3-a44f-2c01e752e86b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4021f07357d24ea99e72dce9e94281b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2196252 Jul 21 23:02:39.109081 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50933e0-658b-4dc3-a44f-2c01e752e86b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44fa77dc-86a0-4b68-920b-6f7feed8bab9,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:39.110666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44494) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:39.164995 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] Publish callbacks [] for security_group (44fa77dc-86a0-4b68-920b-6f7feed8bab9), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.187319 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] Publish callbacks [] for security_group (44fa77dc-86a0-4b68-920b-6f7feed8bab9), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.365291 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (44fa77dc-86a0-4b68-920b-6f7feed8bab9), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.368527 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:39.369791 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/44fa77dc-86a0-4b68-920b-6f7feed8bab9 HTTP/1.1" status: 204 len: 168 time: 0.2579744 Jul 21 23:02:39.377919 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89b51cfe-7ed3-41be-b47d-7079ae2c7340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44fa77dc-86a0-4b68-920b-6f7feed8bab9,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:40.063889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44504) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:40.077169 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a25f8eb4-6e07-4be7-a1e9-f842b712847b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.151781 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a25f8eb4-6e07-4be7-a1e9-f842b712847b admin admin] Publish callbacks [] for security_group (87503755-c4aa-4c1c-9d71-17013cc5a8c2), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.237748 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-a25f8eb4-6e07-4be7-a1e9-f842b712847b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (87503755-c4aa-4c1c-9d71-17013cc5a8c2), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.278496 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-a25f8eb4-6e07-4be7-a1e9-f842b712847b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eaee93ac6ae3461da819e4cf729cf9b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2135069 Jul 21 23:02:40.280561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f8eb4-6e07-4be7-a1e9-f842b712847b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87503755-c4aa-4c1c-9d71-17013cc5a8c2,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:40.281374 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44510) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:40.335277 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] Publish callbacks [] for security_group (87503755-c4aa-4c1c-9d71-17013cc5a8c2), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.363054 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] Publish callbacks [] for security_group (87503755-c4aa-4c1c-9d71-17013cc5a8c2), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.548330 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (87503755-c4aa-4c1c-9d71-17013cc5a8c2), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.550914 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:40.552098 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/87503755-c4aa-4c1c-9d71-17013cc5a8c2 HTTP/1.1" status: 204 len: 168 time: 0.2695768 Jul 21 23:02:40.560945 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc067e7c-c050-46d6-bd27-6efb78831ad4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87503755-c4aa-4c1c-9d71-17013cc5a8c2,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:41.958652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=70,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:41.963465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=61,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:42.062403 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-53fbc61b-4e1c-431d-84ef-fc6bf80ff2e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:42.652917 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=72,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:42.656811 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=85 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:44.262603 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fc6fde8a-75c8-4ebb-ba1a-e07704338eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:45.620002 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:46.108365 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:47.091129 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:47.308021 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:49.914390 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44698) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:50.028704 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-860e50dd-a348-4c59-a2d1-25b24cb9a9f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.071988 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=80,neutron:INSERT=13,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:50.078860 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:50.106806 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-860e50dd-a348-4c59-a2d1-25b24cb9a9f0 admin admin] Publish callbacks [] for security_group (0cf09e02-ec58-4d21-863d-2189baa3cd22), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.163465 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-860e50dd-a348-4c59-a2d1-25b24cb9a9f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0cf09e02-ec58-4d21-863d-2189baa3cd22), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.204819 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-860e50dd-a348-4c59-a2d1-25b24cb9a9f0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6d88e009d62f49e492947bf2d16e396c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2893171 Jul 21 23:02:50.205701 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860e50dd-a348-4c59-a2d1-25b24cb9a9f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf09e02-ec58-4d21-863d-2189baa3cd22,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:50.207634 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44702) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:50.261315 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] Publish callbacks [] for security_group (0cf09e02-ec58-4d21-863d-2189baa3cd22), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.284075 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] Publish callbacks [] for security_group (0cf09e02-ec58-4d21-863d-2189baa3cd22), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.299451 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:50.428409 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (0cf09e02-ec58-4d21-863d-2189baa3cd22), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.431606 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:50.432770 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/0cf09e02-ec58-4d21-863d-2189baa3cd22 HTTP/1.1" status: 204 len: 168 time: 0.2236419 Jul 21 23:02:50.440799 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bdccf6-59f4-4ae1-8006-221d6fbeda69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf09e02-ec58-4d21-863d-2189baa3cd22,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:51.023925 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44710) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:51.037425 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7538be57-ccfa-4f53-9bac-c4fc2ba81fdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.115253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7538be57-ccfa-4f53-9bac-c4fc2ba81fdf admin admin] Publish callbacks [] for security_group (7d1baefa-31e9-4d28-bdf7-209530fbc25a), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.185816 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7538be57-ccfa-4f53-9bac-c4fc2ba81fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7d1baefa-31e9-4d28-bdf7-209530fbc25a), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.227444 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7538be57-ccfa-4f53-9bac-c4fc2ba81fdf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=5a45c28db8ea44d3a6aa5700c1c09a31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023606 Jul 21 23:02:51.228328 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7538be57-ccfa-4f53-9bac-c4fc2ba81fdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d1baefa-31e9-4d28-bdf7-209530fbc25a,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:51.230501 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44712) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:51.282269 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] Publish callbacks [] for security_group (7d1baefa-31e9-4d28-bdf7-209530fbc25a), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.306074 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] Publish callbacks [] for security_group (7d1baefa-31e9-4d28-bdf7-209530fbc25a), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.422708 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7d1baefa-31e9-4d28-bdf7-209530fbc25a), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.425315 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:51.426520 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7d1baefa-31e9-4d28-bdf7-209530fbc25a HTTP/1.1" status: 204 len: 168 time: 0.1949756 Jul 21 23:02:51.434792 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e8a74-211a-4154-9a35-e86d24e65e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d1baefa-31e9-4d28-bdf7-209530fbc25a,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:53.548133 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:02:54.534584 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44776) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:54.643990 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d12affbd-5f91-4fd4-b443-222429a10d8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:54.721217 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d12affbd-5f91-4fd4-b443-222429a10d8c admin admin] Publish callbacks [] for security_group (4cc7210e-8ae1-40b3-9c89-57681f852350), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:54.782245 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-d12affbd-5f91-4fd4-b443-222429a10d8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4cc7210e-8ae1-40b3-9c89-57681f852350), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:54.821395 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12affbd-5f91-4fd4-b443-222429a10d8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc7210e-8ae1-40b3-9c89-57681f852350,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:54.825761 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-d12affbd-5f91-4fd4-b443-222429a10d8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ddf3224e839c48cb8a760afd3cb2c3b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2899041 Jul 21 23:02:54.828441 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44780) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:54.880032 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] Publish callbacks [] for security_group (4cc7210e-8ae1-40b3-9c89-57681f852350), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:54.902265 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] Publish callbacks [] for security_group (4cc7210e-8ae1-40b3-9c89-57681f852350), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.028091 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (4cc7210e-8ae1-40b3-9c89-57681f852350), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.030574 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.031784 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4cc7210e-8ae1-40b3-9c89-57681f852350 HTTP/1.1" status: 204 len: 168 time: 0.2024314 Jul 21 23:02:55.040490 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117ee0b4-1c98-4a03-b5f3-a5823e93317a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc7210e-8ae1-40b3-9c89-57681f852350,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:55.613058 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44788) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:55.626921 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8ca49b8a-c692-4d0d-9b2c-bd00f989692c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.677848 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:INSERT=12,neutron:SELECT=83,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:55.705215 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8ca49b8a-c692-4d0d-9b2c-bd00f989692c admin admin] Publish callbacks [] for security_group (19c8cb32-a574-4baf-b1d4-0b4d4320cfdd), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.780033 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8ca49b8a-c692-4d0d-9b2c-bd00f989692c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (19c8cb32-a574-4baf-b1d4-0b4d4320cfdd), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.820687 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca49b8a-c692-4d0d-9b2c-bd00f989692c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c8cb32-a574-4baf-b1d4-0b4d4320cfdd,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:55.825061 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8ca49b8a-c692-4d0d-9b2c-bd00f989692c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe9673034438436880d63ac5d3222b42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2109535 Jul 21 23:02:55.830999 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44790) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:55.844839 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:02:55.878417 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] Publish callbacks [] for security_group (19c8cb32-a574-4baf-b1d4-0b4d4320cfdd), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:55.899853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] Publish callbacks [] for security_group (19c8cb32-a574-4baf-b1d4-0b4d4320cfdd), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:56.031771 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (19c8cb32-a574-4baf-b1d4-0b4d4320cfdd), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:56.034369 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:56.035564 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/19c8cb32-a574-4baf-b1d4-0b4d4320cfdd HTTP/1.1" status: 204 len: 168 time: 0.2069123 Jul 21 23:02:56.044303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db186b1-d7cc-4e42-a96a-81054af58777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c8cb32-a574-4baf-b1d4-0b4d4320cfdd,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:59.251040 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44880) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:59.360375 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45376b6f-ed09-456d-a22e-588198902ef6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.433309 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45376b6f-ed09-456d-a22e-588198902ef6 admin admin] Publish callbacks [] for security_group (7c2598ed-ee4c-46b1-a355-89b491b95069), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.500311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-45376b6f-ed09-456d-a22e-588198902ef6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7c2598ed-ee4c-46b1-a355-89b491b95069), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.538525 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45376b6f-ed09-456d-a22e-588198902ef6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c2598ed-ee4c-46b1-a355-89b491b95069,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:02:59.544245 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-45376b6f-ed09-456d-a22e-588198902ef6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=23cdf88fa83d4732b35a24fddae0e3a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921557 Jul 21 23:02:59.551651 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44884) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:02:59.600514 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] Publish callbacks [] for security_group (7c2598ed-ee4c-46b1-a355-89b491b95069), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.622083 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] Publish callbacks [] for security_group (7c2598ed-ee4c-46b1-a355-89b491b95069), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.736432 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (7c2598ed-ee4c-46b1-a355-89b491b95069), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.739012 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:02:59.740201 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c2598ed-ee4c-46b1-a355-89b491b95069 HTTP/1.1" status: 204 len: 168 time: 0.1875770 Jul 21 23:02:59.753982 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eac3391-a69a-42ec-9275-98754b47294b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c2598ed-ee4c-46b1-a355-89b491b95069,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:00.329001 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44892) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:00.342674 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fc353ac5-d20f-421e-af92-9ff8834aa381 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.381007 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=81,neutron:DELETE=5,neutron:INSERT=11,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:00.416528 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fc353ac5-d20f-421e-af92-9ff8834aa381 admin admin] Publish callbacks [] for security_group (34847c5e-cbb0-4513-be39-ebf79d04dd6c), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.502007 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-fc353ac5-d20f-421e-af92-9ff8834aa381 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (34847c5e-cbb0-4513-be39-ebf79d04dd6c), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.544869 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-fc353ac5-d20f-421e-af92-9ff8834aa381 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6c6d355965fc46eb8413fe8e1a8fcb26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2147231 Jul 21 23:03:00.546800 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc353ac5-d20f-421e-af92-9ff8834aa381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34847c5e-cbb0-4513-be39-ebf79d04dd6c,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:00.549034 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44894) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:00.601970 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] Publish callbacks [] for security_group (34847c5e-cbb0-4513-be39-ebf79d04dd6c), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.624594 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] Publish callbacks [] for security_group (34847c5e-cbb0-4513-be39-ebf79d04dd6c), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.747954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (34847c5e-cbb0-4513-be39-ebf79d04dd6c), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.750609 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:00.751803 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/34847c5e-cbb0-4513-be39-ebf79d04dd6c HTTP/1.1" status: 204 len: 168 time: 0.2028534 Jul 21 23:03:00.760001 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1bfbd7e-5b39-4c98-a331-665360152b5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34847c5e-cbb0-4513-be39-ebf79d04dd6c,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:02.401011 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44938) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:02.507911 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c641029-02e9-4a81-8df9-e16b10ef962e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.541303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=9 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:02.584000 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c641029-02e9-4a81-8df9-e16b10ef962e admin admin] Publish callbacks [] for security_group (6405b260-10cc-47c0-a1cc-d9bb2a6addf5), precommit_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.650954 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-6c641029-02e9-4a81-8df9-e16b10ef962e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6405b260-10cc-47c0-a1cc-d9bb2a6addf5), after_create {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.675608 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=81,neutron:INSERT=13,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:02.693600 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-6c641029-02e9-4a81-8df9-e16b10ef962e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=3e246f912dba418bbaed9df7ade44809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2908838 Jul 21 23:03:02.694471 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c641029-02e9-4a81-8df9-e16b10ef962e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6405b260-10cc-47c0-a1cc-d9bb2a6addf5,revision_number=1']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:02.696290 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44942) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:02.751420 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] Publish callbacks [] for security_group (6405b260-10cc-47c0-a1cc-d9bb2a6addf5), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.771855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] Publish callbacks [] for security_group (6405b260-10cc-47c0-a1cc-d9bb2a6addf5), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.894944 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (6405b260-10cc-47c0-a1cc-d9bb2a6addf5), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.897579 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:02.898981 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6405b260-10cc-47c0-a1cc-d9bb2a6addf5 HTTP/1.1" status: 204 len: 168 time: 0.2014966 Jul 21 23:03:02.910823 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ce0be-716d-44f3-97c7-ef124d75efd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6405b260-10cc-47c0-a1cc-d9bb2a6addf5,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:03.543279 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:03.544097 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:08.142759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 44976) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:08.248712 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-254e6dc7-c4b3-4e2d-899e-8312dcc133df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.301371 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=73,neutron:INSERT=24,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:08.323902 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-254e6dc7-c4b3-4e2d-899e-8312dcc133df admin admin] Publish callbacks [] for security_group (d00d82f5-78e4-4b2f-9193-80a7beadf850), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.382171 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-254e6dc7-c4b3-4e2d-899e-8312dcc133df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d00d82f5-78e4-4b2f-9193-80a7beadf850), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.425042 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-254e6dc7-c4b3-4e2d-899e-8312dcc133df admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=935079a6a1634e61a15eb5740c3cdfb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2812235 Jul 21 23:03:08.425878 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254e6dc7-c4b3-4e2d-899e-8312dcc133df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00d82f5-78e4-4b2f-9193-80a7beadf850,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:08.427831 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 44980) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:03:08.483851 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] Publish callbacks [] for security_group (d00d82f5-78e4-4b2f-9193-80a7beadf850), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.505516 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] Publish callbacks [] for security_group (d00d82f5-78e4-4b2f-9193-80a7beadf850), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.616311 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (d00d82f5-78e4-4b2f-9193-80a7beadf850), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.618900 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:08.620068 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d00d82f5-78e4-4b2f-9193-80a7beadf850 HTTP/1.1" status: 204 len: 168 time: 0.1911864 Jul 21 23:03:08.627759 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb7be5d-3466-4644-8e15-db75853b0f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00d82f5-78e4-4b2f-9193-80a7beadf850,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:03:11.961826 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:12.033542 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-7e440010-1537-4a46-9fd4-071b77525a19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:14.176588 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:14.180726 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:14.233481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-21f3b17b-b2c5-4913-9047-6c0e18e6df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:15.615890 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:16.111032 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:17.119307 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:17.311102 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:18.421157 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=45,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:18.539612 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=16,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:18.717911 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=21,neutron:DELETE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:19.647544 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:19.652890 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:22.873876 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-f2c8cde8-38b0-4061-8f86-96b3895cc468 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387745 Jul 21 23:03:22.950895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-10a99e60-e4d7-4d4a-9c79-bb9bc0ebe65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:03:22.952349 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-10a99e60-e4d7-4d4a-9c79-bb9bc0ebe65f service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 1130 time: 0.0387785 Jul 21 23:03:23.057380 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-ef57cfe4-7be7-4263-b364-456f893c0e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:03:23.058818 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-ef57cfe4-7be7-4263-b364-456f893c0e3d service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0879185 Jul 21 23:03:23.120541 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-fa3edc8e-5f29-401c-94d9-18498431d53b service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 200 len: 1002 time: 0.0550544 Jul 21 23:03:23.169479 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-f88b26c1-95e7-4d6e-8c31-716e4751e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:03:23.170841 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-f88b26c1-95e7-4d6e-8c31-716e4751e215 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0433095 Jul 21 23:03:23.216978 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-13a5c8ab-6f01-4e70-9c8d-4c600a13075c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:03:23.218473 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-13a5c8ab-6f01-4e70-9c8d-4c600a13075c service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0418541 Jul 21 23:03:23.308039 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-4daf7a9c-6597-4052-a9e6-7a13bfe5568f service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833392 Jul 21 23:03:23.399172 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84ca4313-d8e8-4570-91f1-6fd4d05b8789 req-0ae67ee8-46d1-4ac0-93c6-77b1588e9aa6 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845757 Jul 21 23:03:27.228925 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:27.230349 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:27.237262 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:30.547675 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:03:33.395010 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=50 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:33.395828 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=51 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:40.542789 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:40.543562 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=13 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:42.047843 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-88e981d8-9071-4f2b-bbfd-8cce52978d74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:44.238505 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9727cb38-4270-40ed-85a9-204396f91d91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:45.620030 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:46.158525 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:47.088513 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:47.293749 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:03:56.653253 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:56.658087 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:57.234385 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:57.238266 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:03:57.239960 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:07.547304 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:04:12.030619 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3dfc5dca-b07e-4169-9ab7-08f28bfd20d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:14.243828 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c434b52b-3809-4d27-91d7-2a80c4879b55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:15.638552 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:16.135937 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:17.101436 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:17.301488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:17.543878 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:21.256998 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b26fad8-f4c7-4bac-86b7-f708c18be3bc req-0e7ccbc2-dd93-4c3e-8b80-1ada4d0b9f30 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:21.258403 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b26fad8-f4c7-4bac-86b7-f708c18be3bc req-0e7ccbc2-dd93-4c3e-8b80-1ada4d0b9f30 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.1979902 Jul 21 23:04:21.310087 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b26fad8-f4c7-4bac-86b7-f708c18be3bc req-ebda9eca-e723-4e01-812e-7ce4174665e3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458834 Jul 21 23:04:22.486990 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b637ade-5c51-4f67-9d18-230bd8d87f10 req-e9742136-2e45-423d-bf77-26205442aae4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:22.488487 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b637ade-5c51-4f67-9d18-230bd8d87f10 req-e9742136-2e45-423d-bf77-26205442aae4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.1041873 Jul 21 23:04:22.537877 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8b637ade-5c51-4f67-9d18-230bd8d87f10 req-ef75dfb3-6dda-4999-89ac-7114191c29c2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432467 Jul 21 23:04:22.635983 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44487772-0abe-4604-afcc-be7e52678000 req-3f1481b8-f2d2-4dde-bde8-c3acbaed706a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:22.637422 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-44487772-0abe-4604-afcc-be7e52678000 req-3f1481b8-f2d2-4dde-bde8-c3acbaed706a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 946 time: 0.0464027 Jul 21 23:04:22.722281 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port cbd42425-862a-42b1-87aa-80086b98c90c {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:04:22.722555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:22.823070 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] For port cbd42425-862a-42b1-87aa-80086b98c90c, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=cbd42425-862a-42b1-87aa-80086b98c90c,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:04:22.823443 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:22.983645 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:22.983923 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (5a95e8fe-332d-486c-8213-f3fdacf22ebb), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:22.984241 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP 5a95e8fe-332d-486c-8213-f3fdacf22ebb disassociated. External IP: 172.27.0.110, port: cbd42425-862a-42b1-87aa-80086b98c90c. Jul 21 23:04:22.984590 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for cbd42425-862a-42b1-87aa-80086b98c90c owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:04:23.147406 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (cbd42425-862a-42b1-87aa-80086b98c90c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:23.177395 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=cbd42425-862a-42b1-87aa-80086b98c90c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:23.189623 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.189982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.190334 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.190684 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.191052 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.191393 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.191734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.192064 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.192396 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.192729 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.193062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.193401 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.193734 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.194062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.194391 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:23.301390 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:04:23.400724 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:04:23.407073 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:23.410601 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:04:23.421863 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:04:23.422553 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:04:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:23.451931 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] No DVR routers for this DVR port cbd42425-862a-42b1-87aa-80086b98c90c on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:04:23.455857 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:23.459257 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-44487772-0abe-4604-afcc-be7e52678000 req-350ba5df-f8eb-4f4f-b719-fc7de751ada5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "DELETE /v2.0/ports/cbd42425-862a-42b1-87aa-80086b98c90c HTTP/1.1" status: 204 len: 173 time: 0.8158088 Jul 21 23:04:23.460300 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'name': 'network-vif-deleted', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:04:23.463138 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208948ac-4874-4530-a638-a555bba29fc7" -d '{"events": [{"server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "name": "network-vif-deleted", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:04:23.542528 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:04:23.572693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c7af414-838c-43f1-8468-c39ea4f62af8 x-openstack-request-id: req-5c7af414-838c-43f1-8468-c39ea4f62af8 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:04:23.572998 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "404532b8-3cf9-4628-96f0-e9cc4d933460", "name": "network-vif-deleted", "tag": "cbd42425-862a-42b1-87aa-80086b98c90c", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:04:23.573257 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5c7af414-838c-43f1-8468-c39ea4f62af8 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:04:23.573671 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c7af414-838c-43f1-8468-c39ea4f62af8'] response: {'server_uuid': '404532b8-3cf9-4628-96f0-e9cc4d933460', 'name': 'network-vif-deleted', 'tag': 'cbd42425-862a-42b1-87aa-80086b98c90c', 'status': 'completed', 'code': 200} Jul 21 23:04:23.672403 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2d99319c-2bda-44b6-b9f1-973451aa0f64 req-fa030c2a-f110-4647-adb2-d755238cd0ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0403111 Jul 21 23:04:23.761855 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:23.786752 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:04:23.794024 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:04:23.794612 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:04:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:23.894628 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:04:24.162589 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:24.186710 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b6cd42-c82a-4e58-89b8-5c02098dc809 None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:04:24.396348 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e947b826-a7a4-4da4-8e70-55504c43993c None None] New status for floating IP 5a95e8fe-332d-486c-8213-f3fdacf22ebb: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:04:24.793320 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5488c4c4-f226-4d5f-8e39-bbc6cec82532 req-dbc621d5-943f-48bb-bcf2-d93ea08a6cd4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=404532b8-3cf9-4628-96f0-e9cc4d933460 HTTP/1.1" status: 200 len: 210 time: 0.0278678 Jul 21 23:04:26.019295 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:26.048394 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-d132de9f-9c89-4608-a6e3-d09cf3b76372 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407241131&fields=id&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 267 time: 0.0437815 Jul 21 23:04:26.156303 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-9406ce06-1813-4d34-977c-8ecc77a5521c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:26.157762 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-9406ce06-1813-4d34-977c-8ecc77a5521c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1032448 Jul 21 23:04:26.172377 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3dfc36c2-3dc0-4bdb-a75b-5879b1ad6318 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/quotas/24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 375 time: 0.0094404 Jul 21 23:04:26.219542 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8485dbe2-b3e0-46b7-bfeb-0419121ede55 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0423579 Jul 21 23:04:26.280678 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-70b88600-44da-49f1-a84c-5c42944094ce service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:04:26.281705 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-70b88600-44da-49f1-a84c-5c42944094ce service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501988 Jul 21 23:04:26.374059 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-533b73db-2a05-430c-aa80-02de2df4be47 service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865226 Jul 21 23:04:26.463231 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-fe9024cc-1d8c-4844-b209-ee12dd10f377 service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833397 Jul 21 23:04:26.937481 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device cbd42425-862a-42b1-87aa-80086b98c90c no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:04:26.957141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: cbd42425-862a-42b1-87aa-80086b98c90c {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:04:26.957482 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device cbd42425-862a-42b1-87aa-80086b98c90c not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:04:27.095300 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-5ebffe8a-bd55-4bfe-97a2-5e12be1f8760 req-1411d7e2-813a-4657-8735-0eb7b72a8b81 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 210 time: 0.0391841 Jul 21 23:04:28.196690 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b5a07f38-7c83-4996-9193-8f43a959d4d6 req-17a26b40-c0c5-47aa-8eb9-abdc08cffa28 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 210 time: 0.0278659 Jul 21 23:04:29.147963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-6d91feea-dda2-4af4-8958-88e2d426d073 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:29.149922 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-6d91feea-dda2-4af4-8958-88e2d426d073 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1059792 Jul 21 23:04:29.213835 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8f14b975-241c-4034-99af-6b7399d67231 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 380 time: 0.0559762 Jul 21 23:04:29.222621 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'port': {'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'admin_state_up': True, 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'security_groups': ['03d6939f-fa39-4f4b-a54e-d4e9e7d653b7']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:04:29.298666 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-3a2c3bf8-074d-463b-b78f-eeed431c6c3e req-e579a726-b99b-4dd9-96f3-4ffe4d51b82e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 210 time: 0.0307724 Jul 21 23:04:29.409753 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Made reservation on behalf of 24a2b49707184c4093e713f0bbc5b00c for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:04:29.413297 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:29.537950 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:29.544015 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.20.0.12 (f03e82bb-c5da-4cf0-a885-54a5fca0caf3/63d86323-6a7a-4c09-8853-985404fd80bd/9980b81a-c935-403b-b1f1-19c836209f02) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:04:29.644407 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:29.682023 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (9980b81a-c935-403b-b1f1-19c836209f02), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:29.775738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:29.796903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:04:29.798246 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:04:29.800466 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:04:29.880807 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:29.881423 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:29.883895 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:29.979274 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-3e4b044d-39cb-477f-bb5c-24a57dccf0cf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7602904 Jul 21 23:04:29.987791 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-a9ebe59e-64f7-4b30-a3bd-536e58ccbfd8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=111136) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 21 23:04:29.989301 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-a9ebe59e-64f7-4b30-a3bd-536e58ccbfd8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055923 Jul 21 23:04:30.049056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Request body: {'port': {'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:04:30.055661 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-10b2a0d2-6561-4263-a831-0a3df7c44087 None None] Provisioning complete for port 9980b81a-c935-403b-b1f1-19c836209f02 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:04:30.056355 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-10b2a0d2-6561-4263-a831-0a3df7c44087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9980b81a-c935-403b-b1f1-19c836209f02), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:30.090259 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-10b2a0d2-6561-4263-a831-0a3df7c44087 None None] Port 9980b81a-c935-403b-b1f1-19c836209f02 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:04:30.109360 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9980b81a-c935-403b-b1f1-19c836209f02), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:30.513467 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9c9d69-8c9a-4b27-a2e0-1c2e39020b2f req-248895cf-6c21-412e-9d5b-aaf07875b551 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:30.514963 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cc9c9d69-8c9a-4b27-a2e0-1c2e39020b2f req-248895cf-6c21-412e-9d5b-aaf07875b551 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 932 time: 0.1070163 Jul 21 23:04:30.625051 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-cc9c9d69-8c9a-4b27-a2e0-1c2e39020b2f req-f61ca083-3d0b-4590-b5b9-735eb389c4e4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040981 Jul 21 23:04:30.712599 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9980b81a-c935-403b-b1f1-19c836209f02 {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:04:30.720074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks [] for port (9980b81a-c935-403b-b1f1-19c836209f02), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:30.728677 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:30.733747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Transition to ACTIVE for port object 9980b81a-c935-403b-b1f1-19c836209f02 will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:04:30.853637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:30.905765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Pushing event updated for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:30.979747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Attempting to bind port 9980b81a-c935-403b-b1f1-19c836209f02 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:04:30.980188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Attempting to bind port 9980b81a-c935-403b-b1f1-19c836209f02 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:04:30.980535 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Attempting to bind port 9980b81a-c935-403b-b1f1-19c836209f02 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:04:30.985590 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Port 9980b81a-c935-403b-b1f1-19c836209f02 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:04:30.985920 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Attempting to bind port 9980b81a-c935-403b-b1f1-19c836209f02 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:04:30.991289 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:04:30.991641 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:04:30.992034 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Bound using segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:04:30.992474 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Bound port: 9980b81a-c935-403b-b1f1-19c836209f02, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:04:30.992843 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9980b81a-c935-403b-b1f1-19c836209f02), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:31.049110 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:31.061039 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:04:31.064179 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=9980b81a-c935-403b-b1f1-19c836209f02,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:04:31.147536 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:31.184687 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.185323 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:31.186742 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] 10.222.0.33 "PUT /v2.0/ports/9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 1094 time: 1.1860626 Jul 21 23:04:31.197463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:04:31.197463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e267487-f8af-47c7-a262-a3ce9e5eb968" -d '{"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:04:31.214738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6b269-5def-4772-bf80-3f1a3620367d service neutron] Pushing event updated for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:31.235218 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:04:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db96325b-23d9-43f6-a25d-5af13bc9c1cc x-openstack-request-id: req-db96325b-23d9-43f6-a25d-5af13bc9c1cc {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:04:31.235518 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:04:31.235781 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-db96325b-23d9-43f6-a25d-5af13bc9c1cc {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:04:31.236196 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db96325b-23d9-43f6-a25d-5af13bc9c1cc'] response: {'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02', 'status': 'completed', 'code': 200} Jul 21 23:04:31.298437 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-34052d27-a9bb-4a81-b853-41aa05d53ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.300043 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-34052d27-a9bb-4a81-b853-41aa05d53ffd service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1128 time: 0.0429692 Jul 21 23:04:31.406273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-7446125e-709e-4352-881c-6d61445dfa64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.407708 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-7446125e-709e-4352-881c-6d61445dfa64 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=24a2b49707184c4093e713f0bbc5b00c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1007819 Jul 21 23:04:31.502885 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-1c654b36-04ea-4333-837c-2d9e9abcada6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.504472 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3e267487-f8af-47c7-a262-a3ce9e5eb968 req-1c654b36-04ea-4333-837c-2d9e9abcada6 service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0907395 Jul 21 23:04:31.581336 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-c2365b66-ccd4-4214-8f59-6bf075b9f3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.582896 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-c2365b66-ccd4-4214-8f59-6bf075b9f3ca service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1128 time: 0.0433731 Jul 21 23:04:31.621061 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-01bca1be-9852-4dc7-8a54-3128ded1c1a9 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 217 time: 0.0322523 Jul 21 23:04:31.670270 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-031efbc5-b774-49e4-ac73-5aa2670a74a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.672254 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-031efbc5-b774-49e4-ac73-5aa2670a74a5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0448158 Jul 21 23:04:31.756640 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-d04aa658-8a3f-41a7-9964-165e77cbe7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.758218 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-d04aa658-8a3f-41a7-9964-165e77cbe7bd service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0807149 Jul 21 23:04:31.778392 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46999e48-cfce-49b8-8239-d14ea7395115 req-492a536a-ce35-4266-9e1a-bd8bedeb2946 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:31.779792 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-46999e48-cfce-49b8-8239-d14ea7395115 req-492a536a-ce35-4266-9e1a-bd8bedeb2946 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0746832 Jul 21 23:04:31.886273 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-46999e48-cfce-49b8-8239-d14ea7395115 req-2ff4153d-eaee-4c6f-b44d-a1cb5c9c333d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954814 Jul 21 23:04:31.901635 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-c973ba30-319e-41ab-83ab-bc3cb3d1ae69 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358244 Jul 21 23:04:31.966044 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:31.990666 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d9f62a73-831d-4c0f-a10a-26ac451ae42a req-760e80b8-e092-4749-a01c-feab0f7b4c97 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821750 Jul 21 23:04:32.999238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9608d-9ca1-464b-8b98-c15eaa55471e req-5c773a16-dd3b-4c8d-8613-3b214bd02f85 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:33.000686 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7de9608d-9ca1-464b-8b98-c15eaa55471e req-5c773a16-dd3b-4c8d-8613-3b214bd02f85 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0469835 Jul 21 23:04:33.048168 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-7de9608d-9ca1-464b-8b98-c15eaa55471e req-51f06025-d216-4dab-ac08-33bd116ebd76 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420213 Jul 21 23:04:34.160041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718d7567-d797-4b2a-b0f0-e05618516197 req-69556928-1a8a-426f-b160-511da5c879b7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:34.161486 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-718d7567-d797-4b2a-b0f0-e05618516197 req-69556928-1a8a-426f-b160-511da5c879b7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0467701 Jul 21 23:04:34.165893 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=69 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:34.213917 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-718d7567-d797-4b2a-b0f0-e05618516197 req-f19337db-3c30-4dba-a267-b625166435b7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469110 Jul 21 23:04:35.329879 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f0a666-c28f-46c1-93a4-c1bd352a155e req-f27e2e15-21a4-4236-969e-702c8b9dd9c6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:35.331361 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-74f0a666-c28f-46c1-93a4-c1bd352a155e req-f27e2e15-21a4-4236-969e-702c8b9dd9c6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0514224 Jul 21 23:04:35.381518 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-74f0a666-c28f-46c1-93a4-c1bd352a155e req-7c88dccc-b488-4693-9a20-6e59201dd551 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441456 Jul 21 23:04:36.497587 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8300e6-7a7c-422d-8267-c788bdd99ea5 req-1cb32901-f487-40b1-b905-8ce8b2195c38 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:36.499128 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b8300e6-7a7c-422d-8267-c788bdd99ea5 req-1cb32901-f487-40b1-b905-8ce8b2195c38 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0482883 Jul 21 23:04:36.549615 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-1b8300e6-7a7c-422d-8267-c788bdd99ea5 req-4021f2d5-f1e7-48f4-92a9-28741a638724 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440314 Jul 21 23:04:37.665598 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edf5d9-4c22-48ea-82aa-aea6104a0209 req-5de6ac01-09ad-4708-956e-c09de99ddb4a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:37.667105 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59edf5d9-4c22-48ea-82aa-aea6104a0209 req-5de6ac01-09ad-4708-956e-c09de99ddb4a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0470455 Jul 21 23:04:37.715901 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-59edf5d9-4c22-48ea-82aa-aea6104a0209 req-fc7b7c8d-4b76-499d-a9aa-21dcf74849e7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432329 Jul 21 23:04:38.834078 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf91d2e-15f8-417f-8d03-835df920f4f4 req-4a0f0fd9-7d37-4e6d-b730-f691a1bb0d7b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:38.837100 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dbf91d2e-15f8-417f-8d03-835df920f4f4 req-4a0f0fd9-7d37-4e6d-b730-f691a1bb0d7b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0540688 Jul 21 23:04:38.888023 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-dbf91d2e-15f8-417f-8d03-835df920f4f4 req-58018c0c-2e0f-4a92-90f9-d51d18931044 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455778 Jul 21 23:04:40.002836 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842f86d7-dd26-4419-a8fd-3edc2044bb76 req-8633b2b0-d91a-4b1a-8f95-7dd489b3cd63 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:40.004292 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-842f86d7-dd26-4419-a8fd-3edc2044bb76 req-8633b2b0-d91a-4b1a-8f95-7dd489b3cd63 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0503237 Jul 21 23:04:40.053868 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-842f86d7-dd26-4419-a8fd-3edc2044bb76 req-1ca27c8f-8c9c-486a-9b04-d1ae30d3e9a9 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436072 Jul 21 23:04:40.573196 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=70,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:41.014404 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 9980b81a-c935-403b-b1f1-19c836209f02 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:04:41.016668 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=26,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:41.018131 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=26,neutron:UPDATE=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:41.021031 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:41.119845 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=9980b81a-c935-403b-b1f1-19c836209f02,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:04:41.131322 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': '9980b81a-c935-403b-b1f1-19c836209f02', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:04:41.167274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 9980b81a-c935-403b-b1f1-19c836209f02 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:04:41.167670 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9980b81a-c935-403b-b1f1-19c836209f02), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:41.172153 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2970e454-ec15-489c-9c3b-1e1707b62b18 req-9097d1ee-5fd3-457a-8c3f-913035a1398b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:41.173646 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2970e454-ec15-489c-9c3b-1e1707b62b18 req-9097d1ee-5fd3-457a-8c3f-913035a1398b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 944 time: 0.0514448 Jul 21 23:04:41.181820 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9980b81a-c935-403b-b1f1-19c836209f02 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:04:41.202434 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=9980b81a-c935-403b-b1f1-19c836209f02,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:04:41.222136 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2970e454-ec15-489c-9c3b-1e1707b62b18 req-eb3caa0a-1e64-4e2d-aabe-155d37042bd8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429800 Jul 21 23:04:41.260866 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:41.311151 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:41.318043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.318402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.318754 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.319123 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.319466 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.319810 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.320143 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.320479 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.320809 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.321142 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.321472 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.321820 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.322131 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.322456 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.322797 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:04:41.471269 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['9980b81a-c935-403b-b1f1-19c836209f02'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:04:42.053373 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e12929ae-83a7-4b48-8a2e-4c15d8c8e5ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:42.334078 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e143a0-22d2-430b-b7a8-aa490bed4790 req-8d3f6a91-65a2-4c8b-9fd6-5e26760b0b26 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:42.335594 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-87e143a0-22d2-430b-b7a8-aa490bed4790 req-8d3f6a91-65a2-4c8b-9fd6-5e26760b0b26 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 945 time: 0.0472729 Jul 21 23:04:42.384822 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-87e143a0-22d2-430b-b7a8-aa490bed4790 req-06d0168d-1161-4a74-b98a-8ca27ea58f6d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436385 Jul 21 23:04:43.029790 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 9980b81a-c935-403b-b1f1-19c836209f02 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:04:43.071195 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port 9980b81a-c935-403b-b1f1-19c836209f02 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:04:43.146486 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port 9980b81a-c935-403b-b1f1-19c836209f02 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:04:43.146956 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (9980b81a-c935-403b-b1f1-19c836209f02), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:43.220267 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port 9980b81a-c935-403b-b1f1-19c836209f02 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:04:43.220655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (9980b81a-c935-403b-b1f1-19c836209f02), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:43.242931 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:04:43.245178 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3383f54-dd77-4265-9840-ccd9d43959f5" -d '{"events": [{"server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "name": "network-vif-plugged", "status": "completed", "tag": "9980b81a-c935-403b-b1f1-19c836209f02"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:04:43.263122 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=9980b81a-c935-403b-b1f1-19c836209f02,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:04:43.329959 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:43.339095 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce459b20-d4d7-497d-a54b-ab64407b6a24 x-openstack-request-id: req-ce459b20-d4d7-497d-a54b-ab64407b6a24 {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:04:43.339386 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "name": "network-vif-plugged", "status": "completed", "tag": "9980b81a-c935-403b-b1f1-19c836209f02", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:04:43.339643 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce459b20-d4d7-497d-a54b-ab64407b6a24 {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:04:43.340038 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce459b20-d4d7-497d-a54b-ab64407b6a24'] response: {'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02', 'code': 200} Jul 21 23:04:43.381152 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:43.499447 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b63adf-9b73-4b7b-942b-8a129c3566b0 req-73a02668-4849-4666-a76b-f01e15a47baa tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:43.500971 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-52b63adf-9b73-4b7b-942b-8a129c3566b0 req-73a02668-4849-4666-a76b-f01e15a47baa tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0474963 Jul 21 23:04:43.553868 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-52b63adf-9b73-4b7b-942b-8a129c3566b0 req-f248e13f-24d4-45a6-b10e-fdfbad5a411d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471935 Jul 21 23:04:43.672999 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e84aaa8-1136-40c6-bf01-9f87395047fe req-b39a0d2c-5c1e-49da-ae9b-180ecdfc13f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:43.674483 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5e84aaa8-1136-40c6-bf01-9f87395047fe req-b39a0d2c-5c1e-49da-ae9b-180ecdfc13f2 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0378244 Jul 21 23:04:43.698128 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:43.721087 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5e84aaa8-1136-40c6-bf01-9f87395047fe req-84334ac3-f486-46bd-a7a4-6f23c7b871fb service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406728 Jul 21 23:04:44.299074 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9e5301e5-cb40-4c24-8556-86455b0c05ea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:44.546748 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:04:44.729238 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad529c02-6a07-4859-ba61-2b7a4734e688 req-afbc56c0-f7e1-4b73-943a-e4829f551624 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:44.731117 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ad529c02-6a07-4859-ba61-2b7a4734e688 req-afbc56c0-f7e1-4b73-943a-e4829f551624 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0508983 Jul 21 23:04:44.785275 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-ad529c02-6a07-4859-ba61-2b7a4734e688 req-58d1508d-2020-433e-a176-6890a6e036d6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484931 Jul 21 23:04:45.630292 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:45.907224 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbd345f-3355-4081-befe-49146fb1eaef req-0a287862-bc66-48d7-8cc6-e94c73c63698 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:45.908707 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9dbd345f-3355-4081-befe-49146fb1eaef req-0a287862-bc66-48d7-8cc6-e94c73c63698 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0567696 Jul 21 23:04:45.957332 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-9dbd345f-3355-4081-befe-49146fb1eaef req-821127a9-6aab-4061-9d55-12542bc40cd0 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431552 Jul 21 23:04:46.068374 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2765158e-4cfb-45e2-8ea5-58e059d649dc req-9f8d860a-d907-460f-ac9f-f8772936f656 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:46.069794 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2765158e-4cfb-45e2-8ea5-58e059d649dc req-9f8d860a-d907-460f-ac9f-f8772936f656 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0469666 Jul 21 23:04:46.120840 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-2765158e-4cfb-45e2-8ea5-58e059d649dc req-af5969e7-b9dd-4101-b42f-86f8c0a62e61 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446405 Jul 21 23:04:46.142756 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45104) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:04:46.169498 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:46.181130 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1743c137-d826-4a39-8f90-3f52dea0feca tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:46.184710 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1743c137-d826-4a39-8f90-3f52dea0feca tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1125 time: 0.0388837 Jul 21 23:04:46.185502 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45106) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:04:46.189631 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address': '172.20.0.12'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:04:46.264988 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:46.345887 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:46.442237 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:46.448544 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.27.0.205 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/546b0235-b602-47e9-a307-7da85a333b39) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:04:46.559897 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (546b0235-b602-47e9-a307-7da85a333b39), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:46.636345 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (546b0235-b602-47e9-a307-7da85a333b39), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:46.671637 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:04:46.673870 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:46.679700 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:04:46.683695 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:04:46.711994 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=546b0235-b602-47e9-a307-7da85a333b39,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:47.029623 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:47.048041 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (17bb1230-2889-4cf6-a9cf-01b567527dd9), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.112252 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.164097 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (546b0235-b602-47e9-a307-7da85a333b39), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.312707 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.319721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (546b0235-b602-47e9-a307-7da85a333b39), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.392544 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (546b0235-b602-47e9-a307-7da85a333b39), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.430527 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:47.468037 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=546b0235-b602-47e9-a307-7da85a333b39,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:04:47.482196 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (17bb1230-2889-4cf6-a9cf-01b567527dd9), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:47.580471 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP 17bb1230-2889-4cf6-a9cf-01b567527dd9 associated. External IP: 172.27.0.205, port: 9980b81a-c935-403b-b1f1-19c836209f02. Jul 21 23:04:47.744693 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:47.774855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:04:47.879805 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:04:47.889804 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:04:47.900294 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:04:47.900892 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:04:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:47.970062 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:04:48.000229 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-4bdae3de-0abe-436e-b4d8-0d04718f1193 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8137145 Jul 21 23:04:48.000831 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:04:48.002469 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:04:48.003125 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4945272d-e53e-459a-b143-6b3366a98944" -d '{"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:04:48.039647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8490994d-8105-4fd8-bf91-23215f6a3269 x-openstack-request-id: req-8490994d-8105-4fd8-bf91-23215f6a3269 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:04:48.039947 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:04:48.040208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8490994d-8105-4fd8-bf91-23215f6a3269 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:04:48.040617 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8490994d-8105-4fd8-bf91-23215f6a3269'] response: {'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02', 'status': 'completed', 'code': 200} Jul 21 23:04:48.104284 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945272d-e53e-459a-b143-6b3366a98944 req-4de5f4a6-3983-40e7-8f07-d0a57dd3f4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:48.106138 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-4de5f4a6-3983-40e7-8f07-d0a57dd3f4ad service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0437601 Jul 21 23:04:48.196505 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945272d-e53e-459a-b143-6b3366a98944 req-58af3065-d5d1-4785-bc15-e789d637c408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:48.197934 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-58af3065-d5d1-4785-bc15-e789d637c408 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0860686 Jul 21 23:04:48.213607 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:46Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:48.238020 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:04:48.247345 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:04:48.247953 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:04:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:48.263309 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-34e43d0e-bfe5-4c10-8b40-67b0918f6e56 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 1000 time: 0.0590978 Jul 21 23:04:48.312294 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945272d-e53e-459a-b143-6b3366a98944 req-6f9029ab-b8e4-4bef-80fa-fb5f314fe9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:48.313779 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-6f9029ab-b8e4-4bef-80fa-fb5f314fe9b3 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0438185 Jul 21 23:04:48.349511 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:04:48.357804 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4945272d-e53e-459a-b143-6b3366a98944 req-476c4e6c-45b7-4845-9b8a-6d47289cf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:04:48.359343 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-476c4e6c-45b7-4845-9b8a-6d47289cf36d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0397525 Jul 21 23:04:48.431595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:48.452190 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-79009a24-02b8-4829-aa4c-5160aaeda274 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866485 Jul 21 23:04:48.546858 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4945272d-e53e-459a-b143-6b3366a98944 req-3e4d8c40-4231-4c73-86ec-ced6e3945a34 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877447 Jul 21 23:04:48.559744 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:46Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:04:48.584033 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4056c06b-25aa-4324-bb2d-b63d2daea329 None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:46Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:04:48.772998 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a01518-62c1-451f-996d-852604cbeb57 None None] New status for floating IP 17bb1230-2889-4cf6-a9cf-01b567527dd9: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:04:55.949591 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=74 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:55.953487 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=76 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.537377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.543862 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=2,neutron:SELECT=55 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.557678 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=78 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.562530 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=72 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.865777 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=59,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.869225 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=62,neutron:UPDATE=6 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:04:58.873480 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:10.671399 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:10.676238 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:12.043161 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-8410779a-0c80-4a30-bfad-364c76e42d21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:14.247417 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d27e2c05-ccf6-4c21-9020-d877b0858ee8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:15.641272 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:16.144137 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:17.098983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:17.327345 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:21.545659 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:05:25.840354 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-c6f7337e-655e-4473-b4f0-22dcf49e18cc service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393956 Jul 21 23:05:25.926147 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-30bfe91b-3e5e-4ab3-9913-3867809bdb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:05:25.927673 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-30bfe91b-3e5e-4ab3-9913-3867809bdb84 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0424833 Jul 21 23:05:26.035658 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-5a78533f-4bdc-4eba-9be6-6d86b10b62cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:05:26.037111 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-5a78533f-4bdc-4eba-9be6-6d86b10b62cb service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0909188 Jul 21 23:05:26.104346 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-0c7e0e83-d991-4e01-8f64-9b6035a6f296 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 1002 time: 0.0590644 Jul 21 23:05:26.158053 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-b85560f2-a427-4576-9933-18e4e2ffdcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:05:26.159554 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-b85560f2-a427-4576-9933-18e4e2ffdcd5 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0452120 Jul 21 23:05:26.202309 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-f8d80dd9-4643-407c-8d9f-0db70c00c89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:05:26.203798 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-f8d80dd9-4643-407c-8d9f-0db70c00c89a service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0378275 Jul 21 23:05:26.297633 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-48e1a559-ca1d-461c-a197-b1eb6ff1c019 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858264 Jul 21 23:05:26.385847 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d683ee4-bbca-45dc-8933-8937f143bdd7 req-ea321927-b633-4952-bcdb-682bf68d90f2 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814588 Jul 21 23:05:27.237802 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=5 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:27.243317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:27.243978 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:36.376680 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=46 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:36.382697 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=55 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:42.037218 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-56453e05-523c-4f49-8951-4a826b20a628 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:44.254433 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-02489b09-0206-4118-9ad9-1e9b6ca9b47d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:45.631367 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:46.168149 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:47.089515 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:47.338952 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:05:47.666581 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:47.671447 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=19 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:57.238402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:57.239380 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:57.246982 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:05:58.545775 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:06:08.540466 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:12.042483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-44f1e9cf-ca8c-4a3f-8558-9a5ee7d06a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:14.242173 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-c3a0c62e-faed-4787-91b9-72efec56e24c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:15.637008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:16.223992 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:17.110909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:17.305419 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:23.660003 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-7cda40ff-d56d-4232-84f1-e7d6dd4bddec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1407241131&fields=id&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 267 time: 0.0498927 Jul 21 23:06:23.765329 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-ff927314-bd1f-4851-8614-1c856248b033 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:23.766786 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-ff927314-bd1f-4851-8614-1c856248b033 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1005323 Jul 21 23:06:23.780968 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-5cfe9b1b-68ed-4875-9c83-a4cbb308ee89 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/quotas/24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 375 time: 0.0088732 Jul 21 23:06:23.834613 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-843998f4-9c6f-4533-9496-91496db00627 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488727 Jul 21 23:06:24.190340 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-66f95c16-cbae-46c3-b7ec-79a92669188f service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3447254 Jul 21 23:06:24.283929 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-354bf69a-82b0-4d57-b2f3-21f54f8efcb7 service neutron] 10.222.0.52 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878088 Jul 21 23:06:24.661707 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:24.666554 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:24.792794 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-1cacadbc-79fd-48b2-9cc8-123b9809827b req-a809146f-002d-4796-8d22-326865db89e6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 210 time: 0.0292962 Jul 21 23:06:25.888883 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-0692b20c-9eef-447b-9df9-32a8bd8a9da1 req-930b1e96-7efb-4391-a46e-fa6c5ed81131 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 210 time: 0.0273328 Jul 21 23:06:26.597575 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-042c09cf-bb9a-4a55-ab1a-a853857f4117 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:26.599026 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-042c09cf-bb9a-4a55-ab1a-a853857f4117 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 812 time: 0.1024799 Jul 21 23:06:26.661051 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-4d679b14-1fac-40ec-b349-245757e4767e tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24a2b49707184c4093e713f0bbc5b00c HTTP/1.1" status: 200 len: 380 time: 0.0536914 Jul 21 23:06:26.669962 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'port': {'device_id': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'admin_state_up': True, 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'security_groups': ['03d6939f-fa39-4f4b-a54e-d4e9e7d653b7']}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:06:26.831066 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Made reservation on behalf of 24a2b49707184c4093e713f0bbc5b00c for: {'port': 1} {{(pid=111136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 21 23:06:26.834697 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:26.853858 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-5970c275-0c44-4501-afc3-21a05771e181 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418017 Jul 21 23:06:26.953569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-4c150a9c-dd89-49db-9bc5-c390316e08f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:26.955210 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-4c150a9c-dd89-49db-9bc5-c390316e08f2 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0557988 Jul 21 23:06:26.987833 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.20.0.14 (f03e82bb-c5da-4cf0-a885-54a5fca0caf3/63d86323-6a7a-4c09-8853-985404fd80bd/bb64eca6-e5fc-43d2-a3a5-9d0def8b0230) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:06:27.016974 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-42a3bf39-d63c-496a-b1cc-e53177c19790 req-8ce28eaf-40f8-4073-a27e-ddeaabf05fbb tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 210 time: 0.0466487 Jul 21 23:06:27.034847 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=15 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.064553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.082977 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-de707961-19b0-4b88-813a-1b9f88654af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:27.084513 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-de707961-19b0-4b88-813a-1b9f88654af7 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.1022305 Jul 21 23:06:27.094697 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.140048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.151850 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-f4c70981-607b-40cb-9b8b-01e6d8770964 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 1002 time: 0.0607779 Jul 21 23:06:27.200676 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-5a3554e7-1a1d-4993-8c19-83cf6c36457b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:27.202121 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-5a3554e7-1a1d-4993-8c19-83cf6c36457b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0444858 Jul 21 23:06:27.244806 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.246788 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.246971 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-2db02753-08e2-4be5-bfbe-1d0076cdc11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:27.248550 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-2db02753-08e2-4be5-bfbe-1d0076cdc11d service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406587 Jul 21 23:06:27.249929 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.292721 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:06:27.299095 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:06:27.303190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:06:27.332830 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:27.345595 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.345963 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.346302 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.346652 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.347023 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.347360 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.347694 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.348025 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.348361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.348698 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.349561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.349561 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.349801 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.349993 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.350325 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:27.361420 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-7f806d85-c44c-4e78-8328-ecf14e312368 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056817 Jul 21 23:06:27.373848 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:27.374481 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.468540 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-a320da38-bb78-43ec-9aa9-db268d21ebe8 req-d56d4114-1b8b-4a7d-bc09-8b72287b3d18 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009636 Jul 21 23:06:27.497126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-51545fec-88d3-4761-b8a9-268286c88571 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8303068 Jul 21 23:06:27.528723 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Request body: {'port': {'device_id': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85069'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:06:27.566410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-6551dfa7-86cc-441a-9cbb-04fe60b9b9c9 None None] Provisioning complete for port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 triggered by entity DHCP. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:06:27.570247 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-6551dfa7-86cc-441a-9cbb-04fe60b9b9c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.608660 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-6551dfa7-86cc-441a-9cbb-04fe60b9b9c9 None None] Port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 cannot update to ACTIVE because it is not bound. {{(pid=111137) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 21 23:06:27.611204 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.865198 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:27.876874 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 {{(pid=111136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:06:27.884707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks [] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:27.898687 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.provisioning_blocks [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Transition to ACTIVE for port object bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 will not be triggered until provisioned by entity L2. {{(pid=111136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 21 23:06:27.963035 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:28.015559 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:28.098910 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Attempting to bind port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 on host hv-cinder-85069 for vnic_type normal with profile {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 21 23:06:28.099260 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Attempting to bind port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 by drivers openvswitch,hyperv on host hv-cinder-85069 at level 0 using segments [{'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 21 23:06:28.099601 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Attempting to bind port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:06:28.134888 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85069 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 21 23:06:28.135707 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Attempting to bind port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 on network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 21 23:06:28.147333 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Checking agent: {'id': '20ab6b98-8a99-4029-9018-442b6519d29a', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85069', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'started_at': datetime.datetime(2022, 7, 21, 22, 51, 16), 'heartbeat_timestamp': datetime.datetime(2022, 7, 21, 23, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 21 23:06:28.149091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Checking segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=111136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 21 23:06:28.149091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Bound using segment: {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'} {{(pid=111136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 21 23:06:28.149091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.managers [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Bound port: bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host: hv-cinder-85069, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7edf4471-426f-4e67-aab3-c78e3a81f608', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 638, 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3'}}] {{(pid=111136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 21 23:06:28.149091 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:28.168134 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664f1f9-5f02-4cdf-863f-3c54bcbc3e65 req-696b8309-28d0-49d1-8a71-3be86fc5aabf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.169707 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9664f1f9-5f02-4cdf-863f-3c54bcbc3e65 req-696b8309-28d0-49d1-8a71-3be86fc5aabf tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0720077 Jul 21 23:06:28.205619 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:28.261038 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9664f1f9-5f02-4cdf-863f-3c54bcbc3e65 req-64f56ce4-ef26-4ad5-986d-859b03d748f2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0845311 Jul 21 23:06:28.261985 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, cleared binding levels {{(pid=111136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 21 23:06:28.275997 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 21 23:06:28.384084 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:28.419648 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.420032 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:28.421442 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] 10.222.0.33 "PUT /v2.0/ports/bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 HTTP/1.1" status: 200 len: 1094 time: 0.8984888 Jul 21 23:06:28.423644 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:06:28.429903 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a501dcd7-5213-4323-b679-f5c874918dfb" -d '{"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:06:28.454731 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900c4e5d-74ab-4fb1-bd0e-cbe9b586ec9b service neutron] Pushing event updated for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=3']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:28.472501 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c726e1b5-6e4f-448e-b09c-0dc31f833f14 x-openstack-request-id: req-c726e1b5-6e4f-448e-b09c-0dc31f833f14 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:06:28.472962 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:06:28.473265 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c726e1b5-6e4f-448e-b09c-0dc31f833f14 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:06:28.473684 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c726e1b5-6e4f-448e-b09c-0dc31f833f14'] response: {'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'status': 'completed', 'code': 200} Jul 21 23:06:28.540253 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501dcd7-5213-4323-b679-f5c874918dfb req-2e94de4e-fe71-4aa2-b79b-90d26bc39a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.541927 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a501dcd7-5213-4323-b679-f5c874918dfb req-2e94de4e-fe71-4aa2-b79b-90d26bc39a28 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1128 time: 0.0470016 Jul 21 23:06:28.642499 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501dcd7-5213-4323-b679-f5c874918dfb req-1209f3dd-7855-40f2-bb81-55032a2d40f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.644008 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a501dcd7-5213-4323-b679-f5c874918dfb req-1209f3dd-7855-40f2-bb81-55032a2d40f7 service neutron] 10.222.0.33 "GET /v2.0/networks?tenant_id=24a2b49707184c4093e713f0bbc5b00c&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0952764 Jul 21 23:06:28.740244 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a501dcd7-5213-4323-b679-f5c874918dfb req-fa9ca227-6bef-415c-b51a-6c21f63654fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.741660 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a501dcd7-5213-4323-b679-f5c874918dfb req-fa9ca227-6bef-415c-b51a-6c21f63654fa service neutron] 10.222.0.33 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0922842 Jul 21 23:06:28.817155 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-17998ae5-4f32-4c4c-a043-5c9a9f9e061e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:28.818621 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-17998ae5-4f32-4c4c-a043-5c9a9f9e061e service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1128 time: 0.0392361 Jul 21 23:06:29.051257 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-6a0f49d7-5809-4567-acfb-54a7a472f232 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 HTTP/1.1" status: 200 len: 217 time: 0.0366542 Jul 21 23:06:29.100645 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-a9ba9a06-d5d2-4424-a604-ab3d77936d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:29.102144 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-a9ba9a06-d5d2-4424-a604-ab3d77936d66 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0439889 Jul 21 23:06:29.146056 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-e7bfa211-d76e-452e-88cf-42ba453f8be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:29.147569 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-e7bfa211-d76e-452e-88cf-42ba453f8be6 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395041 Jul 21 23:06:29.239563 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-eeef4c0c-79a5-4f95-84d2-03785f770cd8 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856867 Jul 21 23:06:29.375205 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949c5a86-7fea-4bab-bedf-6f41a0c8d8b8 req-0d149bbb-bced-4b72-8bef-f5b65da8c18f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:29.376706 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-949c5a86-7fea-4bab-bedf-6f41a0c8d8b8 req-0d149bbb-bced-4b72-8bef-f5b65da8c18f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0475516 Jul 21 23:06:29.485624 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-949c5a86-7fea-4bab-bedf-6f41a0c8d8b8 req-33079945-c5a1-4934-8ff7-42fbce5aab96 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993328 Jul 21 23:06:29.504017 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:29.504017 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-adb9129c-c11f-4a4f-b3e3-60c6dd263675 req-4b9fd385-4a90-4dc5-91bb-2b030e584059 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243668 Jul 21 23:06:30.601530 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214fa3cc-eb20-43a5-b635-704f8d81fe99 req-b4c33bef-cd5d-4928-a389-64cab990c3e6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:30.603081 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-214fa3cc-eb20-43a5-b635-704f8d81fe99 req-b4c33bef-cd5d-4928-a389-64cab990c3e6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0478504 Jul 21 23:06:30.651813 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-214fa3cc-eb20-43a5-b635-704f8d81fe99 req-3bc8aa85-5c6b-43da-bafb-60b73fd9e78a tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429873 Jul 21 23:06:31.762172 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056d92c1-8cdb-4a15-9c15-2e7d26a97674 req-77066ac2-bfee-4a0a-95eb-20564ab0ec98 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:31.763555 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-056d92c1-8cdb-4a15-9c15-2e7d26a97674 req-77066ac2-bfee-4a0a-95eb-20564ab0ec98 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0466967 Jul 21 23:06:31.811704 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-056d92c1-8cdb-4a15-9c15-2e7d26a97674 req-ceed3d86-a720-48d9-8c4a-310a05d8a8cc tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427396 Jul 21 23:06:32.922255 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd423d5d-8fa0-417d-8dd9-2d3b80318c72 req-d6e8bbe3-0c59-4102-953d-15d3a07b54ed tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:32.923752 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cd423d5d-8fa0-417d-8dd9-2d3b80318c72 req-d6e8bbe3-0c59-4102-953d-15d3a07b54ed tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0458164 Jul 21 23:06:32.970530 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-cd423d5d-8fa0-417d-8dd9-2d3b80318c72 req-138abc5f-4bab-4f02-9da3-19981037f869 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414526 Jul 21 23:06:34.081533 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f226cbc-61c3-4263-9368-4cc9575b6389 req-e4b9eb4f-5d56-4b91-b0c1-603324634cfc tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:34.083006 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f226cbc-61c3-4263-9368-4cc9575b6389 req-e4b9eb4f-5d56-4b91-b0c1-603324634cfc tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0466018 Jul 21 23:06:34.134724 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-7f226cbc-61c3-4263-9368-4cc9575b6389 req-24541e34-6371-45a6-91a0-47df5dded44d tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462282 Jul 21 23:06:35.255531 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb30493c-1eb8-4a80-914f-7f65d60d41d4 req-746db352-eed3-4c74-9b86-cc42975baea6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:35.256993 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fb30493c-1eb8-4a80-914f-7f65d60d41d4 req-746db352-eed3-4c74-9b86-cc42975baea6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0505962 Jul 21 23:06:35.305631 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-fb30493c-1eb8-4a80-914f-7f65d60d41d4 req-862ce651-84b5-44b2-b4d8-10d07a9c0724 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425444 Jul 21 23:06:35.546134 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:06:36.420176 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4847303-3118-4810-acd2-bc7f88321362 req-7cb33698-2373-4ebd-afb6-01658ae34aa2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:36.421530 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d4847303-3118-4810-acd2-bc7f88321362 req-7cb33698-2373-4ebd-afb6-01658ae34aa2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0471768 Jul 21 23:06:36.469178 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-d4847303-3118-4810-acd2-bc7f88321362 req-3a61abf7-5be7-4ae7-be80-169c75417720 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422115 Jul 21 23:06:37.581918 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a7001f-9137-40a6-b708-285bba64d68c req-39a5b2f2-d1d9-4691-ace8-52f6b420ffe6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:37.583472 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-60a7001f-9137-40a6-b708-285bba64d68c req-39a5b2f2-d1d9-4691-ace8-52f6b420ffe6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 944 time: 0.0477045 Jul 21 23:06:37.633906 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-60a7001f-9137-40a6-b708-285bba64d68c req-23547c6d-2e38-45f3-ade7-f4890d833d40 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447462 Jul 21 23:06:37.668541 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 details requested by agent hyperv_hv-cinder-85069 with host hv-cinder-85069 {{(pid=111137) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 21 23:06:37.767490 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:06:37.779011 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Returning: {'device': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'port_id': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'mac_address': 'fa:16:3e:f2:2a:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 638, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=111137) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 21 23:06:37.813680 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 is: DOWN; New status is: BUILD {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:06:37.814038 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:37.830965 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 {{(pid=111137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 21 23:06:37.850190 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:06:37.932007 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:37.978852 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=4']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:37.986076 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.986426 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.986781 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.987132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.987469 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.987893 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.988176 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.988506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.988833 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.989161 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.989488 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.989816 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.990141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.990465 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:37.990807 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:06:38.177906 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] get_ports_and_sgs() called for port_ids ['bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'] {{(pid=111137) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 21 23:06:38.749362 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33f15d-06d5-4485-b4d5-a4b1c6f84573 req-9a0ed4db-1e26-4ac9-a466-ecce9bdd4313 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:38.750755 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d33f15d-06d5-4485-b4d5-a4b1c6f84573 req-9a0ed4db-1e26-4ac9-a466-ecce9bdd4313 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 945 time: 0.0471215 Jul 21 23:06:38.762361 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:38.798982 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-5d33f15d-06d5-4485-b4d5-a4b1c6f84573 req-471dc784-5c6d-4116-9eff-daff3d4d94fe tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428419 Jul 21 23:06:39.686678 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 up at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 21 23:06:39.728851 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning for port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 completed by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 21 23:06:39.801852 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.provisioning_blocks [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Provisioning complete for port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 triggered by entity L2. {{(pid=111137) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 21 23:06:39.802175 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-718379'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), provisioning_complete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:39.878077 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Current status of the port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 is: BUILD; New status is: ACTIVE {{(pid=111137) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 21 23:06:39.878478 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), before_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:39.902313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'}] {{(pid=111137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:06:39.904660 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e2cb9f79f56612b4509d6c8ac646486806ae271f76813dbb28baca17b0ea95d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2437214b-a2db-4217-ab6a-fedd5f46492b" -d '{"events": [{"server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "name": "network-vif-plugged", "status": "completed", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230"}]}' {{(pid=111137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:06:39.915420 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4cffc6-4999-4948-b4b4-a6aab160652b req-ec078786-96e9-4a5b-ba9e-fed7d0deaa32 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:39.917123 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2e4cffc6-4999-4948-b4b4-a6aab160652b req-ec078786-96e9-4a5b-ba9e-fed7d0deaa32 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 945 time: 0.0508020 Jul 21 23:06:39.919627 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:06:39.943564 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4e84e60-b7ab-4fdf-b405-26a201fcad0e x-openstack-request-id: req-b4e84e60-b7ab-4fdf-b405-26a201fcad0e {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:06:39.943847 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "name": "network-vif-plugged", "status": "completed", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230", "code": 200}]} {{(pid=111137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:06:39.944096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b4e84e60-b7ab-4fdf-b405-26a201fcad0e {{(pid=111137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:06:39.944491 dv-cinder-850697-1-iscsi neutron-server[111137]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4e84e60-b7ab-4fdf-b405-26a201fcad0e'] response: {'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'code': 200} Jul 21 23:06:39.965258 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:39.974262 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-2e4cffc6-4999-4948-b4b4-a6aab160652b req-bc8dbf34-75d3-4720-8b05-c9be348a8020 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498629 Jul 21 23:06:40.002229 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:40.050509 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Pushing event updated for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=5']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:40.281833 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f830c6a-31f1-4d3c-95ee-5aa88274e536 req-6360f00d-7cc8-4a21-b786-4298e5422067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:40.283376 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f830c6a-31f1-4d3c-95ee-5aa88274e536 req-6360f00d-7cc8-4a21-b786-4298e5422067 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1130 time: 0.0436683 Jul 21 23:06:40.328885 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-3f830c6a-31f1-4d3c-95ee-5aa88274e536 req-d2cc26bc-9956-4df2-85c2-3592fc26eb24 service neutron] 10.222.0.33 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395010 Jul 21 23:06:40.577510 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:41.087077 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6477627-eefc-4107-b5b7-3b7174e537f1 req-6f83f030-fcbf-42ad-9122-30f02eb195b8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:41.089276 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b6477627-eefc-4107-b5b7-3b7174e537f1 req-6f83f030-fcbf-42ad-9122-30f02eb195b8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0466833 Jul 21 23:06:41.136843 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b6477627-eefc-4107-b5b7-3b7174e537f1 req-91840219-9030-43f5-b496-dac7f5d77ec4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421946 Jul 21 23:06:42.053428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-dcbe5dd5-df81-409b-980d-ff923ed17f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:42.247586 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:42.256429 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a596630-a5ad-4b17-92dd-5fb2d0acaceb req-4615b047-0643-4b16-bd9c-0ecfc676a34f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:42.257932 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a596630-a5ad-4b17-92dd-5fb2d0acaceb req-4615b047-0643-4b16-bd9c-0ecfc676a34f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0529335 Jul 21 23:06:42.307597 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-8a596630-a5ad-4b17-92dd-5fb2d0acaceb req-5e924ae0-a5d4-45f2-b0c8-09ddc3a21414 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440409 Jul 21 23:06:42.419759 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8761ccbe-bf8f-4b86-89f4-16a9b0f0c37f req-01358e99-1d28-4f27-a341-58740b69db1c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:42.421221 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8761ccbe-bf8f-4b86-89f4-16a9b0f0c37f req-01358e99-1d28-4f27-a341-58740b69db1c tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0476222 Jul 21 23:06:42.471954 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-8761ccbe-bf8f-4b86-89f4-16a9b0f0c37f req-f5e0654d-fb01-483b-8735-b822570015e2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453351 Jul 21 23:06:42.494563 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45232) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:06:42.532275 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e894dcc-52f6-4c56-9f8a-7b29bd85fafe tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:42.533886 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-3e894dcc-52f6-4c56-9f8a-7b29bd85fafe tempest-TestVolumeBootPattern-645295680 tempest-TestVolumeBootPattern-645295680-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1125 time: 0.0382652 Jul 21 23:06:42.536713 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45234) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:06:42.541327 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.v2.base [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Request body: {'floatingip': {'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'port_id': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=111136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 21 23:06:42.669104 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:42.749525 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (None), before_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:42.850998 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_common [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Allocated IP 172.27.0.83 (a6e97755-2d59-421a-b80f-f6012227b388/7345ce67-112e-4a1d-ac93-9192f046cd2a/d31f7df5-2b9d-4275-ac01-3adcac528162) {{(pid=111136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 21 23:06:42.860616 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:42.955530 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:42.985218 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:43.051854 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734202837508', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.089639 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Network a6e97755-2d59-421a-b80f-f6012227b388 is already hosted by enough agents. {{(pid=111136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 21 23:06:43.092553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.base_scheduler [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Resources bound (agent type, host, resource id): {{(pid=111136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 21 23:06:43.098149 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Received port after_create {{(pid=111136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 21 23:06:43.131151 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=d31f7df5-2b9d-4275-ac01-3adcac528162,revision_number=1']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:43.445377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (afc908e2-d214-4797-b374-47371d3d99f8), precommit_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.544371 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-546310'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), before_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.689048 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), precommit_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.756215 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734203296458', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734202837526', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734202837544', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29663619'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), after_update {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.829447 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event updated for resources: {'Port': ['ID=d31f7df5-2b9d-4275-ac01-3adcac528162,revision_number=2']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:06:43.836560 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:43.839714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1810951'] for floatingip (afc908e2-d214-4797-b374-47371d3d99f8), after_create {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:43.935103 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP afc908e2-d214-4797-b374-47371d3d99f8 associated. External IP: 172.27.0.83, port: bb64eca6-e5fc-43d2-a3a5-9d0def8b0230. Jul 21 23:06:44.007302 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:44.240814 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cfed29d6-4884-49ac-b3a4-f904f2c1f248 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:44.400331 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:06:44.500321 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:06:44.511616 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:06:44.521694 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:06:44.522310 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:06:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:06:44.596787 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:44.625402 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:06:44.629943 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b3d05101-5e3a-4967-bd60-e3e8b1ce2d65 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0922484 Jul 21 23:06:44.630533 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:06:44.632845 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87db0d35-a991-4094-a86f-07641f94e0d4" -d '{"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:06:44.668647 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bef5e8-c959-44a6-8a41-7ff5a377a895 x-openstack-request-id: req-a7bef5e8-c959-44a6-8a41-7ff5a377a895 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:06:44.668937 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:06:44.669189 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a7bef5e8-c959-44a6-8a41-7ff5a377a895 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:06:44.669596 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bef5e8-c959-44a6-8a41-7ff5a377a895'] response: {'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'status': 'completed', 'code': 200} Jul 21 23:06:44.730272 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-1435f4fa-f308-49c7-b6c3-6cfb704dab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:44.732075 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-1435f4fa-f308-49c7-b6c3-6cfb704dab2d service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1130 time: 0.0412898 Jul 21 23:06:44.826299 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-9008ebe0-2d86-452d-822d-02e14139354f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:44.827933 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-9008ebe0-2d86-452d-822d-02e14139354f service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0898018 Jul 21 23:06:44.893774 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-309a8619-e5f9-498c-89bd-43e972cfb387 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 HTTP/1.1" status: 200 len: 999 time: 0.0589423 Jul 21 23:06:44.921058 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}, {'id': 'afc908e2-d214-4797-b374-47371d3d99f8', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:f2:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:06:43Z', 'updated_at': '2022-07-21T23:06:43Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:06:44.942166 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-9a54365d-ea09-4273-883c-bcb3fb764d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:44.943653 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-9a54365d-ea09-4273-883c-bcb3fb764d6b service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0423923 Jul 21 23:06:44.948105 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:06:44.956380 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:06:44.956966 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:06:44Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:06:44.986714 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-df74bc19-2b32-4fcc-8b05-3fcc509b7655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:06:44.988233 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-df74bc19-2b32-4fcc-8b05-3fcc509b7655 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388100 Jul 21 23:06:45.056687 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:06:45.081431 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-d141333e-2787-4132-b872-e828848cbb9c service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873492 Jul 21 23:06:45.175494 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-87db0d35-a991-4094-a86f-07641f94e0d4 req-3264b7e1-34d0-41b3-8a62-9e987209a083 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880814 Jul 21 23:06:45.267488 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}, {'id': 'afc908e2-d214-4797-b374-47371d3d99f8', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:f2:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:06:43Z', 'updated_at': '2022-07-21T23:06:43Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:06:45.291907 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05472397-6ed3-4e51-98be-22648a6d890a None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}, {'id': 'afc908e2-d214-4797-b374-47371d3d99f8', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.83', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:f2:2a:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:06:43Z', 'updated_at': '2022-07-21T23:06:43Z', 'revision_number': 0, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:06:45.483441 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38325d0-3bc2-48e1-ac87-94d2da5a01b8 None None] New status for floating IP afc908e2-d214-4797-b374-47371d3d99f8: ACTIVE {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:06:45.659364 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:46.171727 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:47.114623 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:47.304750 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:06:52.295352 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:52.303410 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=11 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:55.166190 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=71 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:55.172216 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:57.043502 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=88,neutron:UPDATE=8 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:57.237382 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:06:57.244323 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=89,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:01.667576 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=73 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:01.673391 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=85 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:12.069926 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-0c451d8a-31a7-4413-af66-b69d8d9b06d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:12.544803 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:07:14.268516 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b4e5da78-76a2-4ddb-a01e-09191920e4d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:15.635600 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:16.172571 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:17.098317 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:17.325485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:22.540214 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:22.541495 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:27.236489 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:27.241360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:27.243153 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:28.855011 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-0b338ee0-51fb-40f2-b344-2864cda70d56 service neutron] 10.222.0.33 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385993 Jul 21 23:07:28.934524 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-8316631b-8986-4f1c-bbf7-269a946b0639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:07:28.936181 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-8316631b-8986-4f1c-bbf7-269a946b0639 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0404541 Jul 21 23:07:29.047862 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-67c9aca6-8e07-4ce7-a870-5c17e3a33804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:07:29.049463 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-67c9aca6-8e07-4ce7-a870-5c17e3a33804 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0952575 Jul 21 23:07:29.114838 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-b10be423-d6d3-4982-8e30-caa6d5fd5d86 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 1002 time: 0.0582535 Jul 21 23:07:29.164654 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-b64b2485-390a-4812-8117-17b014a75700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:07:29.166097 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-b64b2485-390a-4812-8117-17b014a75700 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0450459 Jul 21 23:07:29.213027 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-d0c53f3e-a824-4f12-9410-f1f42a59f7f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:07:29.214485 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-d0c53f3e-a824-4f12-9410-f1f42a59f7f9 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421062 Jul 21 23:07:29.301642 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-3dbcb538-e7f6-4a21-8bdb-08976b050ed3 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811217 Jul 21 23:07:29.394257 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-555613fc-a4b1-4d36-a6e2-a3491f3a1cb5 req-576a3396-933e-4a66-8727-099ec283a44c service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857637 Jul 21 23:07:39.389429 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=50 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:39.391397 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=51 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:40.091996 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=14 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:40.093878 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=18 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:42.055988 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-07420741-0c58-4c9f-ad55-4d07da593b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:44.227668 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-441fba61-fb96-452b-a2e8-bdf378edd3e8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:45.629206 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:46.204701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:47.120977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:47.296243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:07:49.544403 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:07:57.236926 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:57.241791 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:57.243484 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:07:59.539742 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:12.051132 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-5165adb0-852d-4e70-a51a-c9ff1e1877c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:14.239485 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e5f1dc92-953d-4482-a4df-399833a9bd74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.211630 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45268) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:15.349899 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port d31f7df5-2b9d-4275-ac01-3adcac528162 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:15.350245 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.430448 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.430790 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (d31f7df5-2b9d-4275-ac01-3adcac528162), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.442870 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for d31f7df5-2b9d-4275-ac01-3adcac528162 owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:15.645697 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.663067 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (d31f7df5-2b9d-4275-ac01-3adcac528162), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.664239 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:15.665348 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:15.700177 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=d31f7df5-2b9d-4275-ac01-3adcac528162,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:15.723858 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.724217 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.724571 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.724920 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.725264 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.725599 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.725933 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.726265 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.726598 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.726956 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.727296 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.727627 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.727956 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.728284 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.729194 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:15.767555 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (afc908e2-d214-4797-b374-47371d3d99f8), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:15.767817 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP afc908e2-d214-4797-b374-47371d3d99f8 disassociated (deleted). External IP: 172.27.0.83, port: bb64eca6-e5fc-43d2-a3a5-9d0def8b0230. Jul 21 23:08:15.964074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:08:16.065609 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:08:16.074876 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:16.076265 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:08:16.085826 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:16.086447 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:16.101007 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-b339c6c8-0610-4205-b0bb-ab48a15099ba tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "DELETE /v2.0/floatingips/afc908e2-d214-4797-b374-47371d3d99f8 HTTP/1.1" status: 204 len: 168 time: 0.8882511 Jul 21 23:08:16.101809 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:08:16.104261 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11034199-861e-4e98-88e6-fde3e6a416c5" -d '{"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:08:16.146691 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:08:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2365da5-4471-44b8-ae98-724d40e2a885 x-openstack-request-id: req-a2365da5-4471-44b8-ae98-724d40e2a885 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:08:16.147029 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:08:16.147403 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2365da5-4471-44b8-ae98-724d40e2a885 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:08:16.147824 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2365da5-4471-44b8-ae98-724d40e2a885'] response: {'name': 'network-changed', 'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'status': 'completed', 'code': 200} Jul 21 23:08:16.165606 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:16.178812 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:16.201300 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:16.207513 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:16.210938 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-4e21f107-8da6-4eec-bb72-2241e9980fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:16.210938 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-4e21f107-8da6-4eec-bb72-2241e9980fee service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 1130 time: 0.0428653 Jul 21 23:08:16.305489 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-d1ac4468-f7f3-44ac-a26b-d66cc2a82e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:16.307575 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-d1ac4468-f7f3-44ac-a26b-d66cc2a82e2b service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0915344 Jul 21 23:08:16.350814 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-d53c89b6-ec42-499d-8fed-6bf2cc45e728 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 HTTP/1.1" status: 200 len: 217 time: 0.0356948 Jul 21 23:08:16.403271 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-e2c8fcff-d05b-4199-b94c-50b2fa037b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:16.405126 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-e2c8fcff-d05b-4199-b94c-50b2fa037b26 service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0486023 Jul 21 23:08:16.425557 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:16.451218 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:08:16.457183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-fcc276ca-8d39-4ed7-a812-041fcdf7f883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:16.458660 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-fcc276ca-8d39-4ed7-a812-041fcdf7f883 service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0485260 Jul 21 23:08:16.459993 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:16.460602 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:16.503940 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acd7c4-c0eb-48ee-bb3b-dbd52ed0c2f9 req-d36d0c25-fcd7-4042-841b-8fd6f0f91100 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:16.505414 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-49acd7c4-c0eb-48ee-bb3b-dbd52ed0c2f9 req-d36d0c25-fcd7-4042-841b-8fd6f0f91100 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0501072 Jul 21 23:08:16.560559 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-49acd7c4-c0eb-48ee-bb3b-dbd52ed0c2f9 req-b0c9953e-c34a-4df2-861e-b529e70bc622 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490255 Jul 21 23:08:16.564279 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:16.845843 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:16.872671 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43dfe138-9f99-4d0d-b464-d1a4cb2ff52b None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_floatingips': [{'id': '17bb1230-2889-4cf6-a9cf-01b567527dd9', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'floating_ip_address': '172.27.0.205', 'floating_network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'router_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'port_id': '9980b81a-c935-403b-b1f1-19c836209f02', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 744, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'mac_address': 'fa:16:3e:22:33:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-21T23:04:46Z', 'updated_at': '2022-07-21T23:04:48Z', 'revision_number': 1, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:08:17.087045 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc68625-8cb1-4669-8805-436a08e91eb0 None None] New status for floating IP afc908e2-d214-4797-b374-47371d3d99f8: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:08:17.143019 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:17.295455 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:17.535104 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-3140ce44-9eb0-4c2b-bbf9-1b28d7d69e0d service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843799 Jul 21 23:08:17.723874 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603b8202-913a-4b53-8be3-8bc552616155 req-343d5559-82d4-4528-bb3e-c019862e825f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:17.725378 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-603b8202-913a-4b53-8be3-8bc552616155 req-343d5559-82d4-4528-bb3e-c019862e825f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0858102 Jul 21 23:08:17.763413 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-11034199-861e-4e98-88e6-fde3e6a416c5 req-5ccedb98-56e2-464b-a8db-341b8518feeb service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424453 Jul 21 23:08:17.790031 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-603b8202-913a-4b53-8be3-8bc552616155 req-8995f8b2-a3b6-4d4b-8c78-698fee86f86b tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575302 Jul 21 23:08:17.988487 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-4a6e56b1-7be4-49e3-b225-a391e414e6f5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:17.989933 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-4a6e56b1-7be4-49e3-b225-a391e414e6f5 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 946 time: 0.0501912 Jul 21 23:08:18.068273 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:18.068549 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:18.158923 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] For port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:18.159292 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:18.172668 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:18.220968 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:18.348528 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (bb64eca6-e5fc-43d2-a3a5-9d0def8b0230), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:18.379317 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=bb64eca6-e5fc-43d2-a3a5-9d0def8b0230,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:18.425235 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] No DVR routers for this DVR port bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:18.427751 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:18.431050 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4433a41e-d9c1-4322-8dbc-6d4ed3676118 req-61f26ddc-2766-4e25-bc0a-723340dc0586 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "DELETE /v2.0/ports/bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 HTTP/1.1" status: 204 len: 173 time: 0.4354649 Jul 21 23:08:18.431489 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'name': 'network-vif-deleted', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:08:18.433766 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5d1baf0-461e-4e89-bedd-3f2bf0fb93ce" -d '{"events": [{"server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "name": "network-vif-deleted", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:08:18.470195 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bc02586-4efc-4f8b-a1c6-60c0f179a320 x-openstack-request-id: req-2bc02586-4efc-4f8b-a1c6-60c0f179a320 {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:08:18.470501 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb830f95-8d49-41c0-bc52-9145ff57f556", "name": "network-vif-deleted", "tag": "bb64eca6-e5fc-43d2-a3a5-9d0def8b0230", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:08:18.470760 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2bc02586-4efc-4f8b-a1c6-60c0f179a320 {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:08:18.471193 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2bc02586-4efc-4f8b-a1c6-60c0f179a320'] response: {'server_uuid': 'bb830f95-8d49-41c0-bc52-9145ff57f556', 'name': 'network-vif-deleted', 'tag': 'bb64eca6-e5fc-43d2-a3a5-9d0def8b0230', 'status': 'completed', 'code': 200} Jul 21 23:08:18.887987 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-4fba6695-c3ee-4572-99f5-cc23a35d11ea req-b7039d0c-5b7b-419f-bfc7-fbfde0291e5f tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=bb830f95-8d49-41c0-bc52-9145ff57f556 HTTP/1.1" status: 200 len: 210 time: 0.0274346 Jul 21 23:08:22.274616 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:22.293377 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:22.293733 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device bb64eca6-e5fc-43d2-a3a5-9d0def8b0230 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:22.391872 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45308) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:22.529392 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port 546b0235-b602-47e9-a307-7da85a333b39 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:22.529676 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (546b0235-b602-47e9-a307-7da85a333b39), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:22.531974 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:22.608184 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (546b0235-b602-47e9-a307-7da85a333b39), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:22.608635 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (546b0235-b602-47e9-a307-7da85a333b39), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:22.620740 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for 546b0235-b602-47e9-a307-7da85a333b39 owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:22.822873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (546b0235-b602-47e9-a307-7da85a333b39), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:22.847855 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=546b0235-b602-47e9-a307-7da85a333b39,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:22.909301 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (17bb1230-2889-4cf6-a9cf-01b567527dd9), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:22.909633 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.db.l3_db [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Floating IP 17bb1230-2889-4cf6-a9cf-01b567527dd9 disassociated (deleted). External IP: 172.27.0.205, port: 9980b81a-c935-403b-b1f1-19c836209f02. Jul 21 23:08:23.314429 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:23.372783 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:08:23.474095 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:08:23.478975 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:23.485520 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:08:23.495487 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:23.496067 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:23.509264 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-812af4bf-986b-42a0-8447-a9b80df972c3 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "DELETE /v2.0/floatingips/17bb1230-2889-4cf6-a9cf-01b567527dd9 HTTP/1.1" status: 204 len: 168 time: 1.1162503 Jul 21 23:08:23.510418 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:08:23.512722 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a6453e-24e2-4f55-8cbe-aab4520088cc" -d '{"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:08:23.549353 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 21 Jul 2022 23:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ef1ac2-6f7d-41b0-82ab-d806a33963ee x-openstack-request-id: req-a8ef1ac2-6f7d-41b0-82ab-d806a33963ee {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:08:23.549650 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "tag": "9980b81a-c935-403b-b1f1-19c836209f02", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:08:23.549904 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a8ef1ac2-6f7d-41b0-82ab-d806a33963ee {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:08:23.550310 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8ef1ac2-6f7d-41b0-82ab-d806a33963ee'] response: {'name': 'network-changed', 'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02', 'status': 'completed', 'code': 200} Jul 21 23:08:23.601173 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:23.612103 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-a706dd2c-2d3e-4089-9b68-f19c902a2e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:23.613710 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-a706dd2c-2d3e-4089-9b68-f19c902a2e72 service neutron] 10.222.0.33 "GET /v2.0/ports?tenant_id=24a2b49707184c4093e713f0bbc5b00c&device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 1130 time: 0.0403712 Jul 21 23:08:23.713089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-bafcbd0f-04b1-4af4-8a20-604d4518b920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:23.714566 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-bafcbd0f-04b1-4af4-8a20-604d4518b920 service neutron] 10.222.0.33 "GET /v2.0/networks?id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 200 len: 913 time: 0.0946257 Jul 21 23:08:23.733018 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:23.744751 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=100 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:23.755167 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-509404c1-4dcc-412f-a442-20c149d54044 service neutron] 10.222.0.33 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 200 len: 217 time: 0.0340397 Jul 21 23:08:23.794350 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:23.797151 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:23.808823 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-0fe4a7e5-be5d-41a4-8faa-dccb0bab43da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:23.810320 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-0fe4a7e5-be5d-41a4-8faa-dccb0bab43da service neutron] 10.222.0.33 "GET /v2.0/subnets?id=63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 200 len: 851 time: 0.0499511 Jul 21 23:08:23.823438 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:08:23.832153 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:23.832799 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:23.854183 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-a3d88395-6e1f-4a8c-8da2-ba4aaf5d83db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:23.855663 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-a3d88395-6e1f-4a8c-8da2-ba4aaf5d83db service neutron] 10.222.0.33 "GET /v2.0/ports?network_id=f03e82bb-c5da-4cf0-a885-54a5fca0caf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394456 Jul 21 23:08:23.938822 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:23.952063 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-f00f7326-dd3a-4a97-9a77-40fff58a47c8 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896184 Jul 21 23:08:23.981716 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117df1b9-f8cf-4603-b160-d47c9f6341df req-116bcee5-53dd-4a11-8e20-7eec75d62289 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111135) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:23.983211 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-117df1b9-f8cf-4603-b160-d47c9f6341df req-116bcee5-53dd-4a11-8e20-7eec75d62289 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0497253 Jul 21 23:08:24.032614 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [req-117df1b9-f8cf-4603-b160-d47c9f6341df req-8961e899-260e-416e-9905-3bc8efce18a4 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436254 Jul 21 23:08:24.124390 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:24.147629 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de876389-2886-4a5b-857f-2a0e59c812c7 None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:01:06Z', 'revision_number': 4, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi', '_interfaces': [{'id': '2361f1ff-45a4-4919-8dcc-771dffbc9300', 'name': '', 'network_id': 'f03e82bb-c5da-4cf0-a885-54a5fca0caf3', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'mac_address': 'fa:16:3e:ef:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_interface', 'standard_attr_id': 561, 'fixed_ips': [{'subnet_id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:05Z', 'updated_at': '2022-07-21T23:01:11Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'subnets': [{'id': '63d86323-6a7a-4c09-8853-985404fd80bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:08:24.346634 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3eeda4-9afb-422a-a25d-ba72433951c2 None None] New status for floating IP 17bb1230-2889-4cf6-a9cf-01b567527dd9: DOWN {{(pid=111137) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 21 23:08:24.989406 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-84a6453e-24e2-4f55-8cbe-aab4520088cc req-1cddb64f-5f7c-49f5-b9e4-8b482986ddd7 service neutron] 10.222.0.33 "GET /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921915 Jul 21 23:08:25.150863 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c528797-2661-4a75-a82d-f44fd856016e req-9bddb2c7-1003-45f4-9886-36b2061ca2fa tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:25.152258 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9c528797-2661-4a75-a82d-f44fd856016e req-9bddb2c7-1003-45f4-9886-36b2061ca2fa tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0482330 Jul 21 23:08:25.201814 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-9c528797-2661-4a75-a82d-f44fd856016e req-ed41af74-87bf-4a2c-ad8a-3ee70f0829c6 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/security-groups?id=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441267 Jul 21 23:08:25.411619 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-116bacef-bb66-4f8a-8741-73b9d078ecd2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=111136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 21 23:08:25.412980 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-116bacef-bb66-4f8a-8741-73b9d078ecd2 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 946 time: 0.0496175 Jul 21 23:08:25.492071 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port 9980b81a-c935-403b-b1f1-19c836209f02 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:25.492421 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (9980b81a-c935-403b-b1f1-19c836209f02), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:25.584089 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] For port 9980b81a-c935-403b-b1f1-19c836209f02, host hv-cinder-85069, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85069',level=0,port_id=9980b81a-c935-403b-b1f1-19c836209f02,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:25.584452 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (9980b81a-c935-403b-b1f1-19c836209f02), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:25.597665 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for 9980b81a-c935-403b-b1f1-19c836209f02 owned by compute:nova {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:25.602740 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=100 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:25.776873 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (9980b81a-c935-403b-b1f1-19c836209f02), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:25.808841 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=9980b81a-c935-403b-b1f1-19c836209f02,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:25.852265 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] No DVR routers for this DVR port 9980b81a-c935-403b-b1f1-19c836209f02 on host hv-cinder-85069 {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:25.855285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for port (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:25.858786 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-a313b9cd-7550-489e-a2a8-3fb33837da9b req-7aa970e0-559a-483c-a576-5647b29938c7 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.33 "DELETE /v2.0/ports/9980b81a-c935-403b-b1f1-19c836209f02 HTTP/1.1" status: 204 len: 173 time: 0.4407043 Jul 21 23:08:25.859230 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'name': 'network-vif-deleted', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02'}] {{(pid=111136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 21 23:08:25.861455 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4f4c3f3bd1795c86a7097fbef06d002ced21cc32f01f169b8b2182ffcf386db6" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdc02fc-4029-4812-aee4-065d009ccb97" -d '{"events": [{"server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "name": "network-vif-deleted", "tag": "9980b81a-c935-403b-b1f1-19c836209f02"}]}' {{(pid=111136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 21 23:08:25.896268 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 21 Jul 2022 23:08:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbd1ea5-f1c0-46a0-9943-c2912109007b x-openstack-request-id: req-3dbd1ea5-f1c0-46a0-9943-c2912109007b {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 21 23:08:25.896591 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a258c9-7bf8-4872-8e94-5c4419dc474c", "name": "network-vif-deleted", "tag": "9980b81a-c935-403b-b1f1-19c836209f02", "status": "completed", "code": 200}]} {{(pid=111136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 21 23:08:25.896848 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3dbd1ea5-f1c0-46a0-9943-c2912109007b {{(pid=111136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 21 23:08:25.897258 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dbd1ea5-f1c0-46a0-9943-c2912109007b'] response: {'server_uuid': '75a258c9-7bf8-4872-8e94-5c4419dc474c', 'name': 'network-vif-deleted', 'tag': '9980b81a-c935-403b-b1f1-19c836209f02', 'status': 'completed', 'code': 200} Jul 21 23:08:26.301536 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [req-b17045ea-caa0-406a-a64d-c07e7830cee2 req-18dcff88-6fc1-4bce-84ac-fc132d9fdf25 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "GET /v2.0/ports?device_id=75a258c9-7bf8-4872-8e94-5c4419dc474c HTTP/1.1" status: 200 len: 210 time: 0.0305393 Jul 21 23:08:26.542666 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:08:27.245366 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:27.362622 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45332) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:27.467730 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Deleting port 78266d98-2d07-494e-af81-7ed03037b60f {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:27.468074 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (78266d98-2d07-494e-af81-7ed03037b60f), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.545987 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (78266d98-2d07-494e-af81-7ed03037b60f), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.546313 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (78266d98-2d07-494e-af81-7ed03037b60f), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.558042 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Calling delete_port for 78266d98-2d07-494e-af81-7ed03037b60f owned by network:floatingip {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:27.567879 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:27.748285 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (78266d98-2d07-494e-af81-7ed03037b60f), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.774382 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'Port': ['ID=78266d98-2d07-494e-af81-7ed03037b60f,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:27.835293 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for floatingip (5a95e8fe-332d-486c-8213-f3fdacf22ebb), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.837912 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-230869'] for floatingip (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:27.839102 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e5a50772-9f06-4cd4-ac7f-7eb021154aec tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "DELETE /v2.0/floatingips/5a95e8fe-332d-486c-8213-f3fdacf22ebb HTTP/1.1" status: 204 len: 168 time: 0.4779282 Jul 21 23:08:29.188572 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45346) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:29.249216 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (03d6939f-fa39-4f4b-a54e-d4e9e7d653b7), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:29.275384 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (03d6939f-fa39-4f4b-a54e-d4e9e7d653b7), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:29.399377 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (03d6939f-fa39-4f4b-a54e-d4e9e7d653b7), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:29.402379 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:29.403887 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] 10.222.0.52 "DELETE /v2.0/security-groups/03d6939f-fa39-4f4b-a54e-d4e9e7d653b7 HTTP/1.1" status: 204 len: 168 time: 0.2142990 Jul 21 23:08:29.413882 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420667c2-1790-4cab-9465-293cdf6508e8 tempest-TestVolumeBootPattern-702275152 tempest-TestVolumeBootPattern-702275152-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d6939f-fa39-4f4b-a54e-d4e9e7d653b7,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:29.534765 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45350) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:29.713451 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:DELETE=14 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:29.946312 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (32c4271c-82ee-4098-924d-3b04108a0699), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:30.151866 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:30.162422 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Deleting port 2361f1ff-45a4-4919-8dcc-771dffbc9300 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:30.167922 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:30.244179 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] For port 2361f1ff-45a4-4919-8dcc-771dffbc9300, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=2361f1ff-45a4-4919-8dcc-771dffbc9300,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:30.244843 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:30.257003 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Calling delete_port for 2361f1ff-45a4-4919-8dcc-771dffbc9300 owned by network:router_interface {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:30.304709 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 9980b81a-c935-403b-b1f1-19c836209f02 no longer exists at agent hyperv_hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:30.323446 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] No Port match for: 9980b81a-c935-403b-b1f1-19c836209f02 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:30.323796 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Device 9980b81a-c935-403b-b1f1-19c836209f02 not bound to the agent host hv-cinder-85069 {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:30.485350 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (2361f1ff-45a4-4919-8dcc-771dffbc9300), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:30.510282 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Pushing event deleted for resources: {'Port': ['ID=2361f1ff-45a4-4919-8dcc-771dffbc9300,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:30.558660 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:30.682964 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (32c4271c-82ee-4098-924d-3b04108a0699), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:30.886168 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Router 32c4271c-82ee-4098-924d-3b04108a0699 has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:08:30.980817 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:30.988441 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:08:30.994551 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-dfd02c0b-8338-4c1f-92fc-0a3ff6120891 admin admin] 10.222.0.52 "PUT /v2.0/routers/32c4271c-82ee-4098-924d-3b04108a0699/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4575150 Jul 21 23:08:30.996580 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45354) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:30.997556 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Sync routers for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:08:31.007817 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:31.008418 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:31.095626 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks [] for router (32c4271c-82ee-4098-924d-3b04108a0699), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.109134 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: dv-cinder-850697-1-iscsi {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:31.195113 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks [] for router_gateway (32c4271c-82ee-4098-924d-3b04108a0699), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.280743 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19'}], 'enable_snat': True}, 'gw_port_id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:08:30Z', 'revision_number': 5, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port': {'id': 'd8bcf5ac-824b-48d8-8ffe-45271df17784', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:e5:23:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32c4271c-82ee-4098-924d-3b04108a0699', 'device_owner': 'network:router_gateway', 'standard_attr_id': 560, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:02Z', 'updated_at': '2022-07-21T23:01:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:31.289942 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Deleting port d8bcf5ac-824b-48d8-8ffe-45271df17784 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:31.293153 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.306594 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Checking router: 32c4271c-82ee-4098-924d-3b04108a0699 for host: dv-cinder-850697-1-iscsi {{(pid=111138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:08:31.315080 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Routers {'32c4271c-82ee-4098-924d-3b04108a0699'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:31.315683 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['32c4271c-82ee-4098-924d-3b04108a0699'], 'active': True} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:31.373011 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] For port d8bcf5ac-824b-48d8-8ffe-45271df17784, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=d8bcf5ac-824b-48d8-8ffe-45271df17784,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:31.373376 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.386095 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Calling delete_port for d8bcf5ac-824b-48d8-8ffe-45271df17784 owned by network:router_gateway {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:31.397593 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_dvr_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] Set router 32c4271c-82ee-4098-924d-3b04108a0699 gateway port host: None {{(pid=111138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:31.446035 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.l3_hamode_db [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:08:31Z', 'revision_number': 6, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port_host': None}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:31.469648 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3075cf19-a319-459b-b110-d87b7f56ec0a None None] The sync data for ids ['32c4271c-82ee-4098-924d-3b04108a0699'] in dv-cinder-850697-1-iscsi is: [{'id': '32c4271c-82ee-4098-924d-3b04108a0699', 'name': 'tempest-TestVolumeBootPattern-1591630983-router', 'tenant_id': '24a2b49707184c4093e713f0bbc5b00c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:01Z', 'updated_at': '2022-07-21T23:08:31Z', 'revision_number': 6, 'project_id': '24a2b49707184c4093e713f0bbc5b00c', 'gw_port_host': None}] {{(pid=111138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:08:31.530269 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:31.638517 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (d8bcf5ac-824b-48d8-8ffe-45271df17784), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.663381 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Pushing event deleted for resources: {'Port': ['ID=d8bcf5ac-824b-48d8-8ffe-45271df17784,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:31.725084 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (32c4271c-82ee-4098-924d-3b04108a0699), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.809266 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (32c4271c-82ee-4098-924d-3b04108a0699), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.811316 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks [] for router_controller (32c4271c-82ee-4098-924d-3b04108a0699), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.933598 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2361f1ff-45a4-4919-8dcc-771dffbc9300 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:31.935822 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (32c4271c-82ee-4098-924d-3b04108a0699), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.936463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32c4271c-82ee-4098-924d-3b04108a0699 {{(pid=111136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:08:31.941330 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] Publish callbacks [] for router (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:31.945045 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-e9ed0e98-900a-4b38-90e9-95ed04974cbe admin admin] 10.222.0.52 "DELETE /v2.0/routers/32c4271c-82ee-4098-924d-3b04108a0699 HTTP/1.1" status: 204 len: 168 time: 0.9450026 Jul 21 23:08:31.945234 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45356) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:31.953757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 2361f1ff-45a4-4919-8dcc-771dffbc9300 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:31.954112 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 2361f1ff-45a4-4919-8dcc-771dffbc9300 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:31.991758 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Deleting subnet 63d86323-6a7a-4c09-8853-985404fd80bd {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:08:31.994881 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Publish callbacks [] for subnet (63d86323-6a7a-4c09-8853-985404fd80bd), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.029748 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30075265'] for subnet (63d86323-6a7a-4c09-8853-985404fd80bd), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.069886 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:DELETE=5 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:32.107999 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (63d86323-6a7a-4c09-8853-985404fd80bd), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.205588 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29663573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30421190'] for subnet (63d86323-6a7a-4c09-8853-985404fd80bd), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.232255 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63d86323-6a7a-4c09-8853-985404fd80bd,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:32.235912 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.239426 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-6ca67170-19c1-4a82-b3c5-ef446e1a0a8d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/63d86323-6a7a-4c09-8853-985404fd80bd HTTP/1.1" status: 204 len: 168 time: 0.2929766 Jul 21 23:08:32.241856 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45358) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:32.249928 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ad8344-5be4-498f-8922-1a8b2a997c8a None None] Network f03e82bb-c5da-4cf0-a885-54a5fca0caf3 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:08:32.320211 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (f03e82bb-c5da-4cf0-a885-54a5fca0caf3), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.362747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Deleting port 01c34a4e-e19a-481b-b232-abb3a9ffb975 {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:32.362747 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.403867 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] DHCP port deletion for f03e82bb-c5da-4cf0-a885-54a5fca0caf3 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:08:32.428298 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] For port 01c34a4e-e19a-481b-b232-abb3a9ffb975, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=01c34a4e-e19a-481b-b232-abb3a9ffb975,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:32.428666 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.440904 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Deleting port 01c34a4e-e19a-481b-b232-abb3a9ffb975 {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:32.441274 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.446067 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Calling delete_port for 01c34a4e-e19a-481b-b232-abb3a9ffb975 owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:32.513655 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] For port 01c34a4e-e19a-481b-b232-abb3a9ffb975, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=01c34a4e-e19a-481b-b232-abb3a9ffb975,segment=NetworkSegment(7edf4471-426f-4e67-aab3-c78e3a81f608),segment_id=7edf4471-426f-4e67-aab3-c78e3a81f608)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:32.514049 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.528116 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Calling delete_port for 01c34a4e-e19a-481b-b232-abb3a9ffb975 owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:32.605448 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.611517 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (01c34a4e-e19a-481b-b232-abb3a9ffb975), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.632223 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Pushing event deleted for resources: {'Port': ['ID=01c34a4e-e19a-481b-b232-abb3a9ffb975,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:32.634861 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] No DVR routers for this DVR port 01c34a4e-e19a-481b-b232-abb3a9ffb975 on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:32.642352 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Pushing event deleted for resources: {'Port': ['ID=01c34a4e-e19a-481b-b232-abb3a9ffb975,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:32.646575 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] No DVR routers for this DVR port 01c34a4e-e19a-481b-b232-abb3a9ffb975 on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:32.657349 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.658030 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.658245 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.658543 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.658916 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.659253 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.659713 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.659906 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.660364 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.660553 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.660893 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.661197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.661701 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.661879 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.662235 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff7499ac-a1fd-407e-801c-8924000a724b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:32.970636 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (f03e82bb-c5da-4cf0-a885-54a5fca0caf3), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:32.991040 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f03e82bb-c5da-4cf0-a885-54a5fca0caf3']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:32.992874 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=86,neutron:DELETE=12,neutron:UPDATE=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:33.001208 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7edf4471-426f-4e67-aab3-c78e3a81f608') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:33.001514 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7edf4471-426f-4e67-aab3-c78e3a81f608') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:33.011105 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (7edf4471-426f-4e67-aab3-c78e3a81f608), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.024463 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (7edf4471-426f-4e67-aab3-c78e3a81f608), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.031540 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Releasing vlan 638 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:08:33.031893 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (7edf4471-426f-4e67-aab3-c78e3a81f608), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.118523 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 7edf4471-426f-4e67-aab3-c78e3a81f608 resource provider aggregate not found Jul 21 23:08:33.127906 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment 7edf4471-426f-4e67-aab3-c78e3a81f608 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7edf4471-426f-4e67-aab3-c78e3a81f608 found for delete ", "request_id": "req-905d96f9-cbd3-4c2e-a4e1-61886a808883"}]} Jul 21 23:08:33.159214 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (f03e82bb-c5da-4cf0-a885-54a5fca0caf3), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.164614 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.168294 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] 10.222.0.52 "DELETE /v2.0/networks/f03e82bb-c5da-4cf0-a885-54a5fca0caf3 HTTP/1.1" status: 204 len: 168 time: 0.9253335 Jul 21 23:08:33.171691 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 45366) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:33.183270 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0f57ed-6fd5-4ec2-a811-f4f58cba7b79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f03e82bb-c5da-4cf0-a885-54a5fca0caf3,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:33.476910 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1811207'] for router_interface (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.693407 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Deleting port e11caf34-2ae9-4208-a62e-b233147f99f1 {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:33.693752 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.755121 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 01c34a4e-e19a-481b-b232-abb3a9ffb975 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:33.775791 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: 01c34a4e-e19a-481b-b232-abb3a9ffb975 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:33.776141 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device 01c34a4e-e19a-481b-b232-abb3a9ffb975 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:33.776565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d8bcf5ac-824b-48d8-8ffe-45271df17784 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:33.785207 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] For port e11caf34-2ae9-4208-a62e-b233147f99f1, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=e11caf34-2ae9-4208-a62e-b233147f99f1,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:33.785575 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:33.794275 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: d8bcf5ac-824b-48d8-8ffe-45271df17784 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:33.794624 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device d8bcf5ac-824b-48d8-8ffe-45271df17784 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:33.799532 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Calling delete_port for e11caf34-2ae9-4208-a62e-b233147f99f1 owned by network:router_interface {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:33.855181 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:33.862115 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=100 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:34.044241 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (e11caf34-2ae9-4208-a62e-b233147f99f1), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:34.068590 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Pushing event deleted for resources: {'Port': ['ID=e11caf34-2ae9-4208-a62e-b233147f99f1,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:34.094894 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.095247 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.095587 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.095963 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.096303 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.096634 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.096962 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.097305 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.097616 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.097942 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.098286 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.098599 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.098946 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.099270 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.099632 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850697-1-iscsi {{(pid=111135) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 21 23:08:34.244105 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1654762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1813751'] for router_interface (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:34.698103 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Router 0e439f84-80f9-4593-a7c8-30e33b4fe67f has already been hosted by L3 agent c896582f-547a-4718-898f-1c1d2e226a80 {{(pid=111135) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 21 23:08:34.797814 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] Notify agent at l3_agent.dv-cinder-850697-1-iscsi the message routers_updated {{(pid=111135) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 21 23:08:34.802551 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-c3462894-963c-49a3-a0b9-98795ed80e4f admin admin] 10.222.0.52 "PUT /v2.0/routers/0e439f84-80f9-4593-a7c8-30e33b4fe67f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6298566 Jul 21 23:08:34.805095 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 45368) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:34.809396 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Sync routers for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 21 23:08:34.818728 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:34.819375 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:34.903256 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks [] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:34.920351 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: dv-cinder-850697-1-iscsi {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:34.938304 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:35.003672 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks [] for router_gateway (0e439f84-80f9-4593-a7c8-30e33b4fe67f), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.089681 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'external_fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117'}], 'enable_snat': True}, 'gw_port_id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:08:33Z', 'revision_number': 5, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port': {'id': 'ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca', 'name': '', 'network_id': 'a6e97755-2d59-421a-b80f-f6012227b388', 'tenant_id': '', 'mac_address': 'fa:16:3e:9a:9c:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 572, 'fixed_ips': [{'subnet_id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'ip_address': '172.27.0.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850697-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:01:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7345ce67-112e-4a1d-ac93-9192f046cd2a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850697-1-iscsi'}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:35.114953 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Checking router: 0e439f84-80f9-4593-a7c8-30e33b4fe67f for host: dv-cinder-850697-1-iscsi {{(pid=111137) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 21 23:08:35.130888 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Deleting port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca {{(pid=111135) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:35.131240 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.193521 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Routers {'0e439f84-80f9-4593-a7c8-30e33b4fe67f'} bound to L3 agent in host dv-cinder-850697-1-iscsi {{(pid=111137) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 21 23:08:35.194147 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850697-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-21T22:44:44Z,description=,heartbeat_timestamp=2022-07-21T23:08:14Z,host='dv-cinder-850697-1-iscsi',id=c896582f-547a-4718-898f-1c1d2e226a80,load=0,resource_versions=,resources_synced=,started_at=2022-07-21T22:44:45Z,topic='l3_agent')) {'router_ids': ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'], 'active': True} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:35.195195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:DELETE=4,neutron:SELECT=94,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:35.214875 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.db [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] For port ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,segment=NetworkSegment(7887d7aa-45a2-469a-86aa-bd4b6685ce7b),segment_id=7887d7aa-45a2-469a-86aa-bd4b6685ce7b)] {{(pid=111135) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:35.215238 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.228738 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.plugins.ml2.plugin [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Calling delete_port for ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca owned by network:router_gateway {{(pid=111135) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:35.277907 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvr_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] Set router 0e439f84-80f9-4593-a7c8-30e33b4fe67f gateway port host: None {{(pid=111137) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 21 23:08:35.327430 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_hamode_db [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:08:35Z', 'revision_number': 6, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port_host': None}], 'dv-cinder-850697-1-iscsi', False) {} {{(pid=111137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:35.354368 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0189c747-634e-4c69-983c-4202f83b3bb9 None None] The sync data for ids ['0e439f84-80f9-4593-a7c8-30e33b4fe67f'] in dv-cinder-850697-1-iscsi is: [{'id': '0e439f84-80f9-4593-a7c8-30e33b4fe67f', 'name': 'tempest-TestVolumeBootPattern-1456610126-router', 'tenant_id': '42ade7e26dde4d428b1319ef8e45626a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-21T23:01:10Z', 'updated_at': '2022-07-21T23:08:35Z', 'revision_number': 6, 'project_id': '42ade7e26dde4d428b1319ef8e45626a', 'gw_port_host': None}] {{(pid=111137) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 21 23:08:35.472626 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30482470'] for port (ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.499210 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:35.557987 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1811196'] for router_gateway (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.642610 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1814312', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1417'] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.644664 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks [] for router_controller (0e439f84-80f9-4593-a7c8-30e33b4fe67f), precommit_delete_associations {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.765733 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1814361'] for router (0e439f84-80f9-4593-a7c8-30e33b4fe67f), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.766471 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e439f84-80f9-4593-a7c8-30e33b4fe67f {{(pid=111135) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 21 23:08:35.770892 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.776164 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-38515cc9-f700-4ee3-b1d8-29d5a137fbd3 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0e439f84-80f9-4593-a7c8-30e33b4fe67f HTTP/1.1" status: 204 len: 168 time: 0.9660957 Jul 21 23:08:35.776426 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45370) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:35.821641 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Deleting subnet 7460d483-e1f2-4eae-943c-566b5159e2a6 {{(pid=111136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 21 23:08:35.824725 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Publish callbacks [] for subnet (7460d483-e1f2-4eae-943c-566b5159e2a6), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.858745 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30075265'] for subnet (7460d483-e1f2-4eae-943c-566b5159e2a6), precommit_delete_associations {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.934982 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-719933'] for subnet (7460d483-e1f2-4eae-943c-566b5159e2a6), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:35.954318 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:36.067100 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-719924', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1722521', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29663573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30421190'] for subnet (7460d483-e1f2-4eae-943c-566b5159e2a6), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.091106 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7460d483-e1f2-4eae-943c-566b5159e2a6,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:36.096738 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.102200 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-7eec3298-2c90-4bc3-944a-96cfd5371277 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7460d483-e1f2-4eae-943c-566b5159e2a6 HTTP/1.1" status: 204 len: 168 time: 0.3239281 Jul 21 23:08:36.103382 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45372) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:36.105749 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14327006-d37b-4f13-80fe-773abe0ab915 None None] Network 4a836c75-62f4-47d5-8e83-776aa02002d0 requested from dv-cinder-850697-1-iscsi {{(pid=111137) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 21 23:08:36.136921 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e11caf34-2ae9-4208-a62e-b233147f99f1 no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:36.161175 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: e11caf34-2ae9-4208-a62e-b233147f99f1 {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:36.161546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device e11caf34-2ae9-4208-a62e-b233147f99f1 not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:36.186408 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-721460'] for network (4a836c75-62f4-47d5-8e83-776aa02002d0), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.232889 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Deleting port c677e6b8-f080-4602-8dec-847894ea3b6c {{(pid=111136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:36.233458 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.294012 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] DHCP port deletion for 4a836c75-62f4-47d5-8e83-776aa02002d0 request from dv-cinder-850697-1-iscsi {{(pid=111137) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 21 23:08:36.299769 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.db [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] For port c677e6b8-f080-4602-8dec-847894ea3b6c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=c677e6b8-f080-4602-8dec-847894ea3b6c,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:36.300143 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.313359 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.plugin [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Calling delete_port for c677e6b8-f080-4602-8dec-847894ea3b6c owned by network:dhcp {{(pid=111136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:36.330865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Deleting port c677e6b8-f080-4602-8dec-847894ea3b6c {{(pid=111137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 21 23:08:36.331349 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734203290552'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), before_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.398078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.db [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] For port c677e6b8-f080-4602-8dec-847894ea3b6c, host dv-cinder-850697-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850697-1-iscsi',level=0,port_id=c677e6b8-f080-4602-8dec-847894ea3b6c,segment=NetworkSegment(dd0cf30f-79b4-40e1-a4cf-11542646997d),segment_id=dd0cf30f-79b4-40e1-a4cf-11542646997d)] {{(pid=111137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 21 23:08:36.398491 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1824775'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), precommit_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.406429 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:36.412597 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Calling delete_port for c677e6b8-f080-4602-8dec-847894ea3b6c owned by network:dhcp {{(pid=111137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 21 23:08:36.455573 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29663672'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.481036 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Pushing event deleted for resources: {'Port': ['ID=c677e6b8-f080-4602-8dec-847894ea3b6c,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:36.484924 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] No DVR routers for this DVR port c677e6b8-f080-4602-8dec-847894ea3b6c on host dv-cinder-850697-1-iscsi {{(pid=111136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:36.489318 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:36.495232 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-546375', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-158823', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734203297576', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734202837517'] for port (c677e6b8-f080-4602-8dec-847894ea3b6c), after_delete {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.521586 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] Pushing event deleted for resources: {'Port': ['ID=c677e6b8-f080-4602-8dec-847894ea3b6c,revision_number=None']} {{(pid=111137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:36.529757 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc866647-5044-439a-a4d2-3662e3da832f None None] No DVR routers for this DVR port c677e6b8-f080-4602-8dec-847894ea3b6c on host dv-cinder-850697-1-iscsi {{(pid=111137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 21 23:08:36.561848 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-720054', 'neutron.services.segments.db._delete_segments_for_network-8734203320396'] for network (4a836c75-62f4-47d5-8e83-776aa02002d0), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.581549 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a836c75-62f4-47d5-8e83-776aa02002d0']}} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:36.591335 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd0cf30f-79b4-40e1-a4cf-11542646997d') {'for_net_delete': True} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:36.591642 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.services.segments.db [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd0cf30f-79b4-40e1-a4cf-11542646997d') {} {{(pid=111136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 21 23:08:36.601668 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734203320037', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30075320'] for segment (dd0cf30f-79b4-40e1-a4cf-11542646997d), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.615920 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604'] for segment (dd0cf30f-79b4-40e1-a4cf-11542646997d), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.623162 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Releasing vlan 628 on physical network physnet1 to pool {{(pid=111136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 21 23:08:36.623553 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-772604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29663727'] for segment (dd0cf30f-79b4-40e1-a4cf-11542646997d), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.669280 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment dd0cf30f-79b4-40e1-a4cf-11542646997d resource provider aggregate not found Jul 21 23:08:36.687160 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.services.segments.plugin [-] Segment dd0cf30f-79b4-40e1-a4cf-11542646997d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dd0cf30f-79b4-40e1-a4cf-11542646997d found for delete ", "request_id": "req-c26504ac-3950-4c61-af1f-67521d1b8728"}]} Jul 21 23:08:36.754090 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-720001', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1714016', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1654755', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1811042'] for network (4a836c75-62f4-47d5-8e83-776aa02002d0), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.759649 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1654769'] for network (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:36.762790 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4a836c75-62f4-47d5-8e83-776aa02002d0 HTTP/1.1" status: 204 len: 168 time: 0.6587806 Jul 21 23:08:36.773814 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea27d327-bea5-42d4-af5c-ad553912d884 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a836c75-62f4-47d5-8e83-776aa02002d0,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:37.002727 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45380) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:37.046944 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-d6cab961-5187-41fb-9591-cea34bded2a2 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24a2b49707184c4093e713f0bbc5b00c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429173 Jul 21 23:08:37.049300 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.wsgi [-] (111136) accepted ('10.222.0.52', 45382) {{(pid=111136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:37.056428 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=85,neutron:UPDATE=4,neutron:DELETE=11 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:37.098846 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] Publish callbacks [] for security_group (8e8b2e8a-6f81-4508-b0dc-340c6a039f17), before_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:37.120876 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] Publish callbacks [] for security_group (8e8b2e8a-6f81-4508-b0dc-340c6a039f17), precommit_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:37.150509 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:37.289348 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (8e8b2e8a-6f81-4508-b0dc-340c6a039f17), after_delete {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:37.292514 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron_lib.callbacks.manager [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:37.293962 dv-cinder-850697-1-iscsi neutron-server[111136]: INFO neutron.wsgi [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8e8b2e8a-6f81-4508-b0dc-340c6a039f17 HTTP/1.1" status: 204 len: 168 time: 0.2436433 Jul 21 23:08:37.307307 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626d7e2b-1595-4510-94b5-64c9f564aa90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8b2e8a-6f81-4508-b0dc-340c6a039f17,revision_number=None']} {{(pid=111136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:37.754344 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:37.773287 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:37.773628 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device ad4f9c9d-1c4b-4d9a-8be5-d82c9d2105ca not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:37.774043 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device c677e6b8-f080-4602-8dec-847894ea3b6c no longer exists at agent ovs-agent-dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 21 23:08:37.792848 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.plugin [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] No Port match for: c677e6b8-f080-4602-8dec-847894ea3b6c {{(pid=111137) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 21 23:08:37.793197 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron.plugins.ml2.rpc [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Device c677e6b8-f080-4602-8dec-847894ea3b6c not bound to the agent host dv-cinder-850697-1-iscsi {{(pid=111137) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 21 23:08:37.963195 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 45388) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:38.003101 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-ad5dd760-c9c0-4b66-9e36-0d25f8ec212b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=42ade7e26dde4d428b1319ef8e45626a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0387330 Jul 21 23:08:38.005569 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [-] (111135) accepted ('10.222.0.52', 45390) {{(pid=111135) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 21 23:08:38.054549 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] Publish callbacks [] for security_group (2d1bd47e-042b-4307-90cc-a1f4c01ec058), before_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:38.071932 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:38.076485 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] Publish callbacks [] for security_group (2d1bd47e-042b-4307-90cc-a1f4c01ec058), precommit_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:38.188206 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1713971'] for security_group (2d1bd47e-042b-4307-90cc-a1f4c01ec058), after_delete {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:38.190853 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron_lib.callbacks.manager [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=111135) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:38.192015 dv-cinder-850697-1-iscsi neutron-server[111135]: INFO neutron.wsgi [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2d1bd47e-042b-4307-90cc-a1f4c01ec058 HTTP/1.1" status: 204 len: 168 time: 0.1855590 Jul 21 23:08:38.200416 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962b7cd-e7a3-4063-8962-35a409dc04e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d1bd47e-042b-4307-90cc-a1f4c01ec058,revision_number=None']} {{(pid=111135) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 21 23:08:41.447855 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=73 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:41.448741 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=93,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:42.073248 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-636ac68a-9cfb-425b-8866-4af266c52be0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:44.239193 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3ba0e7dd-2e47-400b-a62e-1d14dbf0659b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:45.644421 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:46.198313 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:47.136248 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:47.299188 dv-cinder-850697-1-iscsi neutron-server[111136]: DEBUG dbcounter [-] [111136] Writing DB stats neutron:DELETE=3,neutron:SELECT=2 {{(pid=111136) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:47.347342 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:08:48.195968 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG dbcounter [-] [111135] Writing DB stats neutron:SELECT=45,neutron:DELETE=7 {{(pid=111135) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:52.740462 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:52.746354 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:55.092595 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [req-4a6fff56-0c7d-4d78-a62b-d127d89f501b req-51d77efe-7415-407e-a742-551ef52219fa service neutron] (111135) timed out ('10.222.0.33', 50559) {{(pid=111135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 23:08:57.237925 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:57.241825 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:08:57.243571 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=90,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:03.542456 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:09:12.050470 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d6ff1de2-369b-49a9-abd9-de93694ca7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:13.537123 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:14.244461 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-04fa95c3-759f-4c12-aaf0-baaee2990405 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:15.644400 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:16.202953 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:17.118787 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:17.306569 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:27.239087 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:27.243009 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:27.245748 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:29.675119 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:29.675862 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:40.093522 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=11 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:40.094849 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=15 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:40.541462 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:09:42.037691 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-95d0f209-f3ca-486c-a301-ee77fead346d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:44.243546 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-fbc0786e-6f83-455c-abc0-c204b74c18c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:45.660096 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:46.197566 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:47.117455 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:47.305795 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:09:50.538124 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:57.059739 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:57.242403 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:09:57.244173 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:06.665959 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:06.671826 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:12.047780 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-55445e30-3bef-44bb-9085-8c32832da9aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:14.236983 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-bfda088e-a3c3-44af-8b81-4a05760c7267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:15.659387 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:16.196137 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:17.151035 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:17.293902 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:17.541207 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:10:27.240475 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:27.245438 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:27.248199 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:27.537552 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:27.538782 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:42.047889 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-64ec6da7-3fb5-4c43-abe0-bae073268469 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:43.671956 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:43.675780 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:44.264460 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e9c36d72-3edf-4eed-81d4-2faa40230383 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:45.647652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:46.201727 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:47.121483 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:47.304415 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:10:54.540366 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:10:57.065295 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:57.240001 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:10:57.242243 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:04.536414 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:12.029812 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-88c35654-850b-4650-985a-8fd948c16d5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:14.240999 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-f0b9fe21-c5e6-492e-8607-24fdf5d7856d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:15.652091 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:16.217876 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:17.121301 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:17.303360 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:20.678578 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:20.682915 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:27.234418 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:27.239339 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:27.242054 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:31.539405 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:11:40.100437 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=16 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:41.536227 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=12 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:42.051720 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-d156db24-abd4-4495-9a8e-ff2a60facd1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:44.240004 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-23f0da23-04bd-4ead-b69a-18a92f7b8731 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:45.651528 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:46.222140 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:47.125912 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:47.326531 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:11:57.234311 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:57.239191 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:57.241341 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=3,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:59.545972 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:11:59.546747 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:08.538017 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:12:12.050402 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-579729f0-701f-4ce5-8fa1-1dccf3403f0a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:14.222127 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-9b265292-15d7-4dde-a352-eca20d83bcee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:15.707692 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:16.235005 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:17.130885 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:17.308408 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:18.533784 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:18.534513 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:27.073078 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:27.241513 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:27.244251 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:40.591158 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:40.592514 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:42.072782 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-152bb69a-152b-430f-8666-bc800f8cae0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:44.238652 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-39cd6f25-ce8c-4523-a646-512cd7a31d18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:45.537336 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:12:45.672428 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:46.261126 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:47.135789 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:47.329791 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:12:55.533452 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=2 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:57.074977 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:57.243220 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:12:57.246008 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:11.675420 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:11.679248 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=3 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:12.060345 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e7d44809-0430-45e8-9575-cb41409e5cb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:14.231909 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-85f0132b-dacd-47f5-8c28-584fc5b789b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:15.677865 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:16.271791 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:17.134506 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:17.300149 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:22.536523 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 21 23:13:27.241927 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:27.245771 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:27.248471 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:32.012668 dv-cinder-850697-1-iscsi neutron-server[111135]: DEBUG neutron.wsgi [req-c53f7ef5-8210-4f66-8d5c-272054a1ea80 req-643d40d9-cf1d-430d-ad0f-99dd5307dd7b service neutron] (111135) timed out ('10.222.0.33', 50574) {{(pid=111135) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 21 23:13:42.031117 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-2ab652ff-d210-44d3-812f-da4dd150c666 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (dbc38538-c825-4343-b6d0-9db0cb59f049), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:44.231108 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-3ae10f00-f9dd-4542-b5c8-2d7b9485d8a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (c896582f-547a-4718-898f-1c1d2e226a80), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:45.671410 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-b61c0e4e-a08b-45ed-88ec-4231bb2f79fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (050bc5eb-05a2-44af-b0c2-914c287cea7d), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:46.259616 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-e4cdc0a1-c9eb-47b0-bdc1-c7bcee70003f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (20ab6b98-8a99-4029-9018-442b6519d29a), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:47.151060 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-ccc81a45-0b3d-44ee-bce5-c4f31c736cf7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (ec28f4cf-7102-4b7a-8c76-dacb92529ef3), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:47.299565 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG neutron_lib.callbacks.manager [None req-854f010b-3251-421b-8a09-b9c3b73ee6a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734203320378', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-718453'] for agent (2d9ec2d1-e5d5-47b8-9556-05a61422b1b6), after_update {{(pid=111137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 21 23:13:48.673345 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=16 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:48.690393 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG dbcounter [-] [111138] Writing DB stats neutron:SELECT=18 {{(pid=111138) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:57.241772 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:57.246192 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:57.248450 dv-cinder-850697-1-iscsi neutron-server[111137]: DEBUG dbcounter [-] [111137] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=111137) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 21 23:13:59.535935 dv-cinder-850697-1-iscsi neutron-server[111138]: DEBUG neutron.db.agents_db [None req-1f26e7af-ae13-4abb-861f-4c114f95ae2b None None] Agent healthcheck: found 6 active agents {{(pid=111138) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}